-- Logs begin at Wed 2022-11-02 11:43:19 UTC, end at Wed 2022-11-02 12:48:32 UTC. -- Nov 02 12:20:14.821771 dv-cinder-863273-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 12:20:17.537472 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:20:17.538066 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.1.dev24 Nov 02 12:20:17.538275 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106239) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Nov 02 12:20:17.541599 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:20:17.541855 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.1.dev24 Nov 02 12:20:17.542165 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106239) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Nov 02 12:20:17.543138 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:20:17.543377 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:20:17.543856 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:20:17.544108 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:20:17.544340 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:20:17.544665 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.544969 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.545229 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.545533 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.545831 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.546119 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.546411 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.546711 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.547001 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.547286 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.547575 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.547807 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.548090 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.548376 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.548664 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.548889 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] debug = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.549212 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.549628 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.550515 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.550836 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.551108 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.551396 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.551664 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.551970 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.552446 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.552849 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] host = dv-cinder-863273-1-iscsi {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.553239 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.553465 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.553753 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.554065 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.554328 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.554609 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.554902 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.555176 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.555456 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] log_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.555732 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.556026 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.556319 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.556609 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.556837 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.557116 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.557368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.557660 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.557941 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.565682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.565682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.565682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.565682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.565682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.565682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.565682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.565682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.565682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566258 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566258 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566258 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566258 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566258 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566258 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566258 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566258 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566258 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566820 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566820 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566820 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566820 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566820 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566820 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566820 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.566820 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.567368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.567368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] use_json = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.567368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.567368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.567368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.567368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.567368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.567846 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.567846 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.568073 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.568346 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:17.568650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.568950 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.569276 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.569563 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.569876 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.570158 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.570449 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.570733 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.571025 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.571319 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.571628 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.571893 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.572195 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.572487 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.572785 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.573123 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.573419 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.573712 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.574558 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.574838 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.575114 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.575395 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.575687 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.575970 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.576260 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.576551 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.576834 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.577169 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.582004 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.582004 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.582004 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.582004 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.582004 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.582004 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.582004 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.582004 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.583207 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.583207 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.583207 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.583207 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.583207 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.583207 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.583207 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.583207 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.584151 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.584151 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.584151 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.584151 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.584151 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.584151 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.584151 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.584151 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.585197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.585197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.585197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.585197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.585197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.585847 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.585847 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.585847 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.586200 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.586368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.586628 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.586902 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.587173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.587445 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.587736 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.587986 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.588261 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.588532 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.588803 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.589096 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.589372 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.589679 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.589966 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.590268 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.590546 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.590827 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.591107 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.591383 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.591659 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.591934 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.592210 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.592486 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.592758 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.593079 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.593363 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.593652 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.593933 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.594229 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.594525 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.594806 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.595086 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.595364 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.595641 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.595917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.596202 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.596481 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.596761 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.597068 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.597359 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.597653 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.597947 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.598226 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.598519 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.598813 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.599112 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.599392 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.599710 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.599991 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:17.600214 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:20:17.600467 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106239) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 12:20:17.986954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Nov 02 12:20:17.987280 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Nov 02 12:20:17.987552 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Nov 02 12:20:17.987784 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Nov 02 12:20:17.988065 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Nov 02 12:20:17.988400 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 12:20:18.324776 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.325022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.325274 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.326476 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.326754 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.327022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.380365 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.380640 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.380918 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.397875 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.398157 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.398430 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.428216 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.428507 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.428779 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.467791 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.468071 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.468336 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.704480 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.705278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.705278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.706389 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.707106 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.804972 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.805322 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.805611 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.805888 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.806160 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.806485 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.806747 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.807007 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.807269 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.807557 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.807821 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.808092 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.808382 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.808637 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.808895 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.809193 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.809453 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.809723 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.809991 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.810256 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.810535 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.810791 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.811084 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.811466 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.811726 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.812025 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.812443 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:20:18.812683 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:20:18.812925 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:20:18.813187 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:20:18.813426 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:20:18.813662 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:20:18.814034 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 12:20:18.817363 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 12:20:18.821313 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 12:20:18.825828 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Nov 02 12:20:18.827464 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 12:20:18.828099 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 12:20:18.828440 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 12:20:18.828834 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 12:20:18.831656 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 12:20:18.831911 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 12:20:18.832266 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:20:18.837393 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 12:20:18.860880 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 12:20:18.861372 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.861677 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106239) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Nov 02 12:20:18.862053 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.863417 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106239) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 12:20:18.863706 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:20:18.863957 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 12:20:18.874921 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:18.875208 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.033658 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 12:20:19.033878 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 12:20:19.034189 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 12:20:19.034610 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 12:20:19.088820 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO dbcounter [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Registered counter for database neutron Nov 02 12:20:19.108988 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_db.sqlalchemy.engines [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106239) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 02 12:20:19.114873 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writer thread running {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:20:19.691761 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Initializing driver for type 'gre' Nov 02 12:20:19.692517 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] gre ID ranges: [(1, 1000)] Nov 02 12:20:19.770068 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Initializing driver for type 'local' Nov 02 12:20:19.770862 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Initializing driver for type 'vlan' Nov 02 12:20:19.786041 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] VlanTypeDriver initialization complete Nov 02 12:20:19.786383 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Initializing driver for type 'vxlan' Nov 02 12:20:19.786953 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] vxlan ID ranges: [(1, 1000)] Nov 02 12:20:19.851491 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Initializing extension driver 'port_security' Nov 02 12:20:19.851913 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.extensions.port_security [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] PortSecurityExtensionDriver initialization complete Nov 02 12:20:19.852354 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Initializing mechanism driver 'openvswitch' Nov 02 12:20:19.852744 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Initializing mechanism driver 'hyperv' Nov 02 12:20:19.860788 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:19.861499 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > port after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.861879 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > port after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.862237 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > port after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.862766 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:20:19.863194 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.863552 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.863932 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.864329 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:20:19.864737 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > network after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.865125 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > network after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.865476 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > network after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.865869 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:20:19.866277 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > security_group after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.866628 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > security_group after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.866972 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.867372 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:20:19.867781 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.868134 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.868476 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.869035 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:20:19.869446 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > address_group after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.869799 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > address_group after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.870145 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.870547 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 12:20:19.871228 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] ML2 OVO RPC backend initialized. {{(pid=106239) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Nov 02 12:20:19.871972 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.872335 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.872755 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > network before_response 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.873145 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > networks before_response 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.873496 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > port before_response 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.873930 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > ports before_response 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.874185 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > subnet before_response 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.874529 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > subnets before_response 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.874887 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > network after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.875231 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > network after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.875569 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > network after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.875917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > port after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.876257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > port after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.876600 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > port after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.876941 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.877308 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.877647 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.885798 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded quota_driver: . Nov 02 12:20:19.886169 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.plugin [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Modular L2 Plugin initialization complete Nov 02 12:20:19.886553 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading services supported by the core plugin {{(pid=106239) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 12:20:19.886904 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.plugins.ml2.managers [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Got port-security extension from driver 'port_security' Nov 02 12:20:19.887665 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.extensions.vlantransparent [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Disabled vlantransparent extension. Nov 02 12:20:19.888168 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106239) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 12:20:19.888498 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading Plugin: router Nov 02 12:20:19.926165 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.926566 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router after_create 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.926942 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router before_create 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.927310 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.927689 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.928052 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router after_delete 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.928417 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.928772 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.929166 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router after_create 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.929522 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router after_update 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.929881 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router after_update 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.930236 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.930604 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router after_update 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.931033 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.931439 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: port after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.931791 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: port after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.932135 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: subnet after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.932485 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.932842 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.933277 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.933633 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: port before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.933982 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router precommit_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.934345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router after_update 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.934706 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.935063 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.935538 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.935783 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.936157 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > agent after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.936512 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > agent after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.936861 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > network after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.937818 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Tracking information for resource: router configured {{(pid=106239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:20:19.938152 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Tracking information for resource: floatingip configured {{(pid=106239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:20:19.943632 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.db.l3_agentschedulers_db [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 12:20:19.944229 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: port after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.944604 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: port after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.944962 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: port after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.945343 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: port after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.946176 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router before_create 55550100 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.946549 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.946917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router precommit_create 55550100 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.947280 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > router precommit_update 55550100 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.952468 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.services.provider_configuration [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service providers = [] {{(pid=106239) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 12:20:19.952833 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.db.servicetype_db [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106239) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 12:20:19.956040 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.services.service_base [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:20:19.956393 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.services.service_base [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:20:19.956738 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.services.service_base [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:20:19.957691 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.services.service_base [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:20:19.958068 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.services.service_base [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 12:20:19.958471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:20:19.958793 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 12:20:19.972413 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:20:19.972747 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading Plugin: auto_allocate Nov 02 12:20:19.978821 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: network precommit_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.979217 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: network precommit_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.979754 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:20:19.980145 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading Plugin: tag Nov 02 12:20:19.987734 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:20:19.988064 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading Plugin: timestamp Nov 02 12:20:19.992366 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:20:19.992700 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading Plugin: network_ip_availability Nov 02 12:20:19.998570 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.998949 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:19.999314 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:20.000117 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:20:20.000442 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading Plugin: flavors Nov 02 12:20:20.005436 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:20:20.005770 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading Plugin: revisions Nov 02 12:20:20.010352 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:20:20.010749 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_concurrency.lockutils [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.023s {{(pid=106239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Nov 02 12:20:20.011554 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106239) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Nov 02 12:20:20.011896 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Initializing extension manager. Nov 02 12:20:20.012686 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: __init__.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.013121 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: __pycache__ {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.013461 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: address_group.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.014446 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.015033 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: address-group Nov 02 12:20:20.015360 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: address_scope.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.016050 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.016571 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: address-scope Nov 02 12:20:20.016893 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.017860 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.018376 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: router-admin-state-down-before-update Nov 02 12:20:20.018700 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: agent.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.019375 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.019886 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: agent Nov 02 12:20:20.020261 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: agent_resources_synced.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.021132 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.021647 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: agent-resources-synced Nov 02 12:20:20.021975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: allowedaddresspairs.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.023840 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.024373 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: allowed-address-pairs Nov 02 12:20:20.024705 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: auto_allocated_topology.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.025812 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.026344 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: auto-allocated-topology Nov 02 12:20:20.026669 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: availability_zone.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.028014 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.028532 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: availability_zone Nov 02 12:20:20.028858 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: availability_zone_filter.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.029783 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.030294 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: availability_zone_filter Nov 02 12:20:20.030617 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: data_plane_status.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.031492 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.032002 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 12:20:20.032327 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: default_subnetpools.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.033245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.033755 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: default-subnetpools Nov 02 12:20:20.034079 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.034892 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.035399 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: dhcp_agent_scheduler Nov 02 12:20:20.035722 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: dns.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.036613 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.037157 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension dns-integration not supported by any of loaded plugins Nov 02 12:20:20.037484 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: dns_domain_ports.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.038366 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.038878 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 12:20:20.039201 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.040085 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.040597 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 12:20:20.040920 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: dvr.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.041588 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.042099 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: dvr Nov 02 12:20:20.042480 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: ecmp_routes.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.043937 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.044465 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 12:20:20.044793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: empty_string_filtering.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.045714 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.046229 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: empty-string-filtering Nov 02 12:20:20.046552 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.047427 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.047940 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:20:20.048261 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.049166 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.049677 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 12:20:20.049997 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: external_net.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.050886 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.051399 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: external-net Nov 02 12:20:20.051721 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.052587 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.053138 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: extra_dhcp_opt Nov 02 12:20:20.053468 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: extraroute.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.054340 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.054851 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: extraroute Nov 02 12:20:20.055173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: extraroute_atomic.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.056195 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.056711 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: extraroute-atomic Nov 02 12:20:20.057060 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: filter_validation.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.057707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.058241 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: filter-validation Nov 02 12:20:20.058566 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: fip_pf_description.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.059454 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.059960 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 12:20:20.060281 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: fip_pf_detail.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.061340 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.061852 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: floating-ip-port-forwarding-detail Nov 02 12:20:20.062171 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: fip_pf_port_range.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.063107 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.063646 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Nov 02 12:20:20.063970 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: fip_port_details.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.064861 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.065421 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: fip-port-details Nov 02 12:20:20.065739 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: flavors.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.066971 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.067492 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: flavors Nov 02 12:20:20.067820 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.069506 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.070031 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 12:20:20.070372 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: floatingip_pools.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.071041 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.072101 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: floatingip-pools Nov 02 12:20:20.072435 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: ip_allocation.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.073368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.074392 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 12:20:20.074724 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.075610 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.076125 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: ip-substring-filtering Nov 02 12:20:20.076450 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l2_adjacency.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.077371 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.077892 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 12:20:20.078220 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l3.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.079200 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.079720 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: router Nov 02 12:20:20.080046 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.082565 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.083105 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:20:20.083442 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.084338 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.084866 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: ext-gw-mode Nov 02 12:20:20.085221 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.086111 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.086634 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: l3-ha Nov 02 12:20:20.086959 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.087854 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.088424 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Nov 02 12:20:20.088748 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l3_flavors.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.090223 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.090743 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: l3-flavors Nov 02 12:20:20.091068 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.092408 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.092931 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Nov 02 12:20:20.093286 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.094167 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.094686 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 12:20:20.095013 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: l3agentscheduler.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.096062 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.096582 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: l3_agent_scheduler Nov 02 12:20:20.096911 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: local_ip.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.098657 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.099192 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension local_ip not supported by any of loaded plugins Nov 02 12:20:20.099530 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: logging.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.100968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.101520 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension logging not supported by any of loaded plugins Nov 02 12:20:20.101856 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: metering.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.102564 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.103144 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: metering Nov 02 12:20:20.103478 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.104577 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.105171 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: metering_source_and_destination_fields Nov 02 12:20:20.105504 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: multiprovidernet.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.106396 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.106917 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: multi-provider Nov 02 12:20:20.107245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: netmtu.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.108143 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.108660 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: net-mtu Nov 02 12:20:20.108986 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: netmtu_writable.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.109898 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.110409 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: net-mtu-writable Nov 02 12:20:20.110732 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: network_availability_zone.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.111379 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.111886 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: network_availability_zone Nov 02 12:20:20.112209 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: network_ip_availability.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.113338 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.113854 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: network-ip-availability Nov 02 12:20:20.114181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: network_segment_range.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.114938 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.115444 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 12:20:20.115768 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: pagination.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.116715 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.117087 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: pagination Nov 02 12:20:20.117418 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: port_device_profile.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.118299 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.118819 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: port-device-profile Nov 02 12:20:20.119145 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: port_mac_address_override.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.120086 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.120603 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: port-mac-override Nov 02 12:20:20.120960 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.121879 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.122394 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: port-mac-address-regenerate Nov 02 12:20:20.122715 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.123590 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.124103 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: port-numa-affinity-policy Nov 02 12:20:20.124425 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: port_resource_request.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.125357 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.125866 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 12:20:20.126187 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: port_resource_request_groups.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.127113 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.127629 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 02 12:20:20.127950 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: portbindings.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.128847 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.129393 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: binding Nov 02 12:20:20.129719 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: portbindings_extended.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.130975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.131497 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: binding-extended Nov 02 12:20:20.131826 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: portsecurity.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.132702 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.133249 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: port-security Nov 02 12:20:20.133574 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: project_id.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.134769 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.135175 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: project-id Nov 02 12:20:20.135503 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: providernet.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.136925 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.137748 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: provider Nov 02 12:20:20.138078 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.141747 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.142296 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos not supported by any of loaded plugins Nov 02 12:20:20.142630 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.143914 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.144447 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 12:20:20.144783 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.145708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.146230 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 12:20:20.146561 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_default.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.147446 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.147974 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-default not supported by any of loaded plugins Nov 02 12:20:20.148307 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_fip.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.149237 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.149765 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-fip not supported by any of loaded plugins Nov 02 12:20:20.150099 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.150984 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.151506 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Nov 02 12:20:20.151837 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_gateway_ip.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.153322 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.153850 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 12:20:20.154178 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_port_network_policy.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.155081 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.156027 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 12:20:20.156357 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.157440 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.157965 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 02 12:20:20.158301 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.159323 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.159842 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Nov 02 12:20:20.160175 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_pps_rule.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.161346 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.161868 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-pps not supported by any of loaded plugins Nov 02 12:20:20.162194 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_rule_type_details.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.163083 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.163601 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 12:20:20.163925 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.164805 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.165355 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Nov 02 12:20:20.165680 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: qos_rules_alias.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.166699 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.167222 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 12:20:20.167577 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: quota_check_limit.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.168471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.170276 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: quota-check-limit Nov 02 12:20:20.170276 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: quotasv2.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.170276 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.170621 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: quotas Nov 02 12:20:20.171122 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: quotasv2_detail.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.172658 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.173018 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: quota_details Nov 02 12:20:20.173352 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: rbac.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.174407 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.174952 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: rbac-policies Nov 02 12:20:20.175283 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: rbac_address_group.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.176186 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.176706 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: rbac-address-group Nov 02 12:20:20.177055 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: rbac_address_scope.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.178023 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.178550 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: rbac-address-scope Nov 02 12:20:20.178880 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: rbac_security_groups.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.179777 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.180301 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: rbac-security-groups Nov 02 12:20:20.180627 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: rbac_subnetpool.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.181552 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.184606 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: rbac-subnetpool Nov 02 12:20:20.184606 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: revisionifmatch.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.184606 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.184606 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: revision-if-match Nov 02 12:20:20.184606 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: revisions.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.185246 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.186191 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: standard-attr-revisions Nov 02 12:20:20.186191 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: router_availability_zone.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.186727 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.191271 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: router_availability_zone Nov 02 12:20:20.191271 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: routerservicetype.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.191271 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.191271 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension router-service-type not supported by any of loaded plugins Nov 02 12:20:20.191271 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.191271 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.191271 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: security-groups-normalized-cidr Nov 02 12:20:20.191868 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.191996 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.192494 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: port-security-groups-filtering Nov 02 12:20:20.192817 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.193758 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.194275 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: security-groups-remote-address-group Nov 02 12:20:20.194604 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.195501 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.196018 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: security-groups-shared-filtering Nov 02 12:20:20.196345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: securitygroup.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.210795 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.210795 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: security-group Nov 02 12:20:20.210795 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: segment.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.210795 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.210795 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension segment not supported by any of loaded plugins Nov 02 12:20:20.210795 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.211371 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.211371 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 12:20:20.211671 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: servicetype.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.212771 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.213342 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: service-type Nov 02 12:20:20.213674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: sorting.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.215196 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.215530 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: sorting Nov 02 12:20:20.215859 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: standard_attr_segment.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.216816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.217410 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 12:20:20.217735 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: standardattrdescription.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.218414 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.218953 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: standard-attr-description Nov 02 12:20:20.219279 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: stateful_security_group.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.220286 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.220817 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: stateful-security-group Nov 02 12:20:20.221185 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: stdattrs_common.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.221781 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 12:20:20.222107 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.223120 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.223682 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 12:20:20.224008 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: subnet_onboard.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.225200 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.225920 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: subnet_onboard Nov 02 12:20:20.226061 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.227024 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.227553 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 12:20:20.227883 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: subnet_service_types.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.228811 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.229390 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: subnet-service-types Nov 02 12:20:20.229718 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: subnetallocation.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.230888 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.231428 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: subnet_allocation Nov 02 12:20:20.231755 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.232429 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.232952 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: subnetpool-prefix-ops Nov 02 12:20:20.233310 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.234256 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.234773 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 12:20:20.235100 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: tagging.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.236198 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.236734 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: standard-attr-tag Nov 02 12:20:20.237094 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: timestamp.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.238357 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.238896 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loaded extension: standard-attr-timestamp Nov 02 12:20:20.239223 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: trunk.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.240270 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.240882 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension trunk not supported by any of loaded plugins Nov 02 12:20:20.241243 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: trunk_details.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.242175 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.242702 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension trunk-details not supported by any of loaded plugins Nov 02 12:20:20.243029 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: uplink_status_propagation.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.243954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.244478 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 12:20:20.244803 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Loading extension file: vlantransparent.py {{(pid=106239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:20:20.245516 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:20:20.246063 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 12:20:20.248842 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:network Nov 02 12:20:20.249410 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:subnet Nov 02 12:20:20.249809 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:20:20.250201 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:port Nov 02 12:20:20.251586 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.252033 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service FLAVORS assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.252648 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.253126 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.253469 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:router Nov 02 12:20:20.253905 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:20:20.254396 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service METERING assigned prefix: /metering {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.255904 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:20.256288 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:20.256650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:20:20.257757 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:20:20.258204 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:20:20.258653 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:20:20.259214 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service CORE assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.259549 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:20:20.259902 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] subnetpool is already registered Nov 02 12:20:20.260344 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service CORE assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.260681 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:20:20.261180 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] subnetpool is already registered Nov 02 12:20:20.264409 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.264861 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service FLAVORS assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.265522 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.266076 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.266418 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:router Nov 02 12:20:20.266771 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] router is already registered Nov 02 12:20:20.267187 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:20:20.267547 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] floatingip is already registered Nov 02 12:20:20.268031 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service METERING assigned prefix: /metering {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.268777 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:20:20.269150 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] rbac_policy is already registered Nov 02 12:20:20.269598 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:20:20.269945 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] security_group is already registered Nov 02 12:20:20.270444 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:20:20.270709 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] security_group_rule is already registered Nov 02 12:20:20.271222 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service CORE assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.271551 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:20:20.271886 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] subnetpool is already registered Nov 02 12:20:20.272311 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.v2.resource_helper [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Service CORE assigned prefix: {{(pid=106239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:20:20.272637 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:20:20.272968 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING neutron.quota.resource_registry [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] subnetpool is already registered Nov 02 12:20:20.273471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: extensions {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.275163 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: address-groups {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.276684 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: address-scopes {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.278522 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: agents {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.279717 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: auto-allocated-topology {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.282565 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: availability_zones {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.283905 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: dhcp-networks {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.294270 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: dhcp-agents {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.295911 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: routers {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.297875 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: flavors {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.299320 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: service_profiles {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.300853 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: next_providers {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.302410 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: service_profiles {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.303903 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: floatingip-pools {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.305212 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: routers {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.307142 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: floatingips {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.308368 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: l3-routers {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.310186 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: l3-agents {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.311793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: metering-labels {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.313239 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: metering-label-rules {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.314550 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: network-ip-availabilities {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.315941 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: bindings {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.317595 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: quotas {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.319184 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: quotas {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.320928 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: rbac-policies {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.322315 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: security-groups {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.323599 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: security-group-rules {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.325488 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: service-providers {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.326870 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: subnetpools {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.328707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: subnetpools {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.330242 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.332079 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.333873 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.335779 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.337558 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.339450 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.341902 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.343741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.345602 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.347931 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron.api.extensions [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Extended resource: tags {{(pid=106239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:20:20.355306 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING keystonemiddleware.auth_token [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 12:20:20.360646 dv-cinder-863273-1-iscsi neutron-server[106239]: WARNING keystonemiddleware.auth_token [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 12:20:20.370407 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_concurrency.lockutils [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Acquiring lock "singleton_lock" {{(pid=106239) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 02 12:20:20.370779 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_concurrency.lockutils [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Acquired lock "singleton_lock" {{(pid=106239) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Nov 02 12:20:20.371297 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_concurrency.lockutils [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Releasing lock "singleton_lock" {{(pid=106239) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Nov 02 12:20:20.372071 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO oslo_service.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Starting 2 workers Nov 02 12:20:20.377030 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Started child 106350 {{(pid=106239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:20:20.381767 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Started child 106351 {{(pid=106239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:20:20.383704 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO neutron.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 12:20:20.384325 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:20.385556 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:20.387180 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [-] (106350) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:20:20.387905 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO oslo_service.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Starting 1 workers Nov 02 12:20:20.390595 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:20.392455 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [-] (106351) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:20:20.393278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Started child 106352 {{(pid=106239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:20:20.393848 dv-cinder-863273-1-iscsi neutron-server[106239]: INFO oslo_service.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Starting 1 workers Nov 02 12:20:20.398735 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Started child 106353 {{(pid=106239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:20:20.399502 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:20.400512 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] calling RpcWorker wait() {{(pid=106352) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 12:20:20.401345 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.service [None req-d44176c7-1763-47e0-ac6a-2e69809487a5 None None] returning from RpcWorker wait() {{(pid=106352) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 12:20:20.401493 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106239) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:20:20.401702 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:20:20.402618 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:20:20.402824 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:20:20.403529 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:20:20.403829 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:20:20.404266 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:20.404505 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.404816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.405064 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:20.405210 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.405381 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.406139 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:20.406869 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.406869 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.406869 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.407198 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.407198 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.407453 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.407567 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:20.407683 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.407683 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.407941 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.408411 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.408715 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.408953 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.409236 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.409427 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.409629 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.409902 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.410156 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.410445 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] debug = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.410875 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.411333 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.411667 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.411863 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.412064 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.412389 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.412581 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.412826 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.413202 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.413401 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.413606 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.413816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.414055 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.414417 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.414622 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.414812 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.415003 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.415512 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] host = dv-cinder-863273-1-iscsi {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.415729 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.415984 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.416236 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.416495 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.416751 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.416987 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.417280 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.417547 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.417845 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.418074 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.418324 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.418568 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.418777 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.419011 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.419198 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_options = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.419396 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.419696 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.419973 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.420177 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.420365 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.420626 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.420970 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.420970 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.421410 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.421410 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.421773 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.422023 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.422418 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.422750 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.422993 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.423378 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.423580 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.423788 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.423985 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.424180 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.424419 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.424764 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.424948 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.425174 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.425355 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.425586 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.425817 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.426060 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.426267 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.426482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.426741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.426997 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.427235 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.427471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.427734 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.427964 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.428192 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.428438 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.428718 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.428943 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.429221 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.429468 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.429684 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.429895 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.430114 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.430309 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.430552 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_json = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.430804 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.430988 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.431241 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.431476 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.431691 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.431905 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.432140 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.432373 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.432619 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.433042 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.433538 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.435488 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.435488 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.435488 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.435488 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.435488 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.435488 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.435488 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.436772 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.436772 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.436772 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.436772 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.436772 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.437752 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.437752 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.437752 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.437752 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.438477 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.438477 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.438477 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.439027 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.439027 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.439027 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.444325 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.444325 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.444325 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.444325 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.444325 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.444325 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.444325 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.444325 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.446816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.446816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.446816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.446816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.446816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.446816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.446816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.446816 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.447582 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.447582 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.447582 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.447582 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.447582 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.447582 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.447582 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.447582 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.448360 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.448360 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.448360 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.448360 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.448360 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.448360 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.448360 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.449694 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.449694 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.449694 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.449694 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.450160 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.450160 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.450408 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.450752 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.450752 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.450752 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.451614 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.451614 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.451614 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.452187 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.452187 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.452618 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.452618 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.453036 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.453036 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.453487 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.453487 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.453971 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.453971 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.453971 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.454571 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.454571 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.454571 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.455023 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.455023 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.455529 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.455529 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.455529 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.456073 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.456073 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.456440 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.456440 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.456878 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.456878 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.457213 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.457442 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.457668 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.457928 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.458175 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.458413 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.458633 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.459010 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.459661 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.460164 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.460392 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.460831 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.461281 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.461698 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.462129 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.462526 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.462933 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.463303 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.463671 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.464031 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.464394 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.465446 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.465891 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.466327 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.466771 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.467037 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.467301 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.467526 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.467792 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.468036 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.468320 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.468543 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.468841 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.469107 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.469379 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.469690 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.469939 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.470189 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.470442 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.470697 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.470966 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.471232 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.471503 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.471695 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.472097 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.472363 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.472569 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.472965 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.473223 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.473448 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.473783 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.474014 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.474246 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.475035 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.475035 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.475035 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.475267 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.475522 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.475758 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.475947 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.476174 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.476396 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.476625 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.476971 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.477206 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.477401 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.481089 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.481089 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.481089 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.481089 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.481089 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.481089 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.481089 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.481089 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.482710 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.482710 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.482710 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.482710 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.482710 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.482710 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.482710 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.482710 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.484152 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.484152 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.484152 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.484152 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.484152 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.484152 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.484152 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.484152 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.485917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.485917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.485917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.485917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.485917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.485917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.485917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.485917 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.487387 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.487387 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.487387 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.487387 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.487387 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.487387 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.487387 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.487387 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.492257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.492257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.492257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.492257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.492257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.492257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.492257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.492257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.492257 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.495471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.495471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.495471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.495471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.495471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.495471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.495471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.495471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.498651 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.498651 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.498651 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.498651 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.498651 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.498651 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.498651 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.498651 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.498651 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.500173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.500173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.500173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.500173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.500173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.500173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.500173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.500173 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.501197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.501197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.501197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.501197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.501197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.501197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.501197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.501197 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.502555 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.502555 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.502555 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.502555 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.502555 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.502555 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.502555 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.502555 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.506378 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.506378 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.506378 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.506378 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.506378 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.506378 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.506378 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.506378 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.507600 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.507600 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.507600 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.507600 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.507600 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.507600 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.507600 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.507600 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.508625 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.508625 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.508625 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.508625 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.508625 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.508625 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.508625 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.508625 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.510245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.510245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.510245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.510245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.510245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.510245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.510245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.510245 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.511345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.511345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.511345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.511345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.511345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.511345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.511345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.511345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.514181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.514181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.514181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.514181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.514181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.514181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.514181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.514181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.514181 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.516674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.516674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.516674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.516674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.516674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.516674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.516674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.516674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.516674 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.518841 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.518841 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.518841 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:20:20.518841 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106239) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:20:20.518841 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:20:20.518841 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:20:20.518841 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:20:20.518841 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:20:20.519708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:20:20.519708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.519708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.519708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.519708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.519708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.519708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.521989 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.521989 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.521989 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.521989 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.521989 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.521989 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.521989 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.521989 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.523632 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.523632 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.523632 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.523632 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.523632 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.523632 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.523632 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.523632 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] debug = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.524930 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.524930 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.524930 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.524930 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.524930 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.524930 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.525650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.525650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.525650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.525650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.525650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.525650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.525650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.525650 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.526975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.526975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.526975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.526975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] host = dv-cinder-863273-1-iscsi {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.526975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.526975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.526975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.526975 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.528573 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.528573 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.528573 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.528573 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.528573 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.528573 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.528573 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.528573 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.530075 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.530075 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.530075 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_options = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.533981 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.534224 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36176) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:20:20.534452 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.534452 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.534452 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.534452 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.534452 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.534452 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.534452 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.535681 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.535681 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.535681 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.535681 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.535681 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.535681 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.535681 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.535681 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.537709 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.537709 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.537709 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.537709 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.537709 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.537709 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.537709 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.537709 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.539022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.539022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.539022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.539022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.539022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.539022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.539022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.539022 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.540463 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.540463 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.540463 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.540463 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.540463 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.540463 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.540463 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.540463 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.541808 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.541808 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.541808 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.541808 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.541808 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.541808 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.541808 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_json = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.543781 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.543781 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.543781 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.543781 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.543781 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.543781 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.543781 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.543781 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.547748 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:20:20.547748 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.547748 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.547748 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.547748 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.547748 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.547748 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.547748 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.549708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.549708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.549708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.549708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.549708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.549708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.549708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.549708 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.551893 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.552088 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [-] 10.222.0.85 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0097275 Nov 02 12:20:20.553144 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.553144 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.553144 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.553144 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.553144 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.553144 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.553144 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.553144 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.554550 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.554550 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.554550 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.554550 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.554550 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.554550 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.554550 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.554550 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.556057 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.556057 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.556057 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.556057 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.556057 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.556057 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.556057 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.556057 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.559021 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.559021 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.559021 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.559021 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.559021 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.559021 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.559021 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.559021 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.560954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.560954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.560954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.560954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.560954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.560954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.560954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.560954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.560954 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.563741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.563741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.563741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.563741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.563741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.563741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.563741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.563741 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565161 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565161 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565516 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [-] 10.222.0.85 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0066359 Nov 02 12:20:20.565725 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565725 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565725 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565725 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565725 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565725 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565725 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565725 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.565725 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.567420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.567420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.567420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.567420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.567420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.567420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.567420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.567420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.567420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.568961 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.568961 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.568961 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.568961 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.568961 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.568961 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.568961 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.568961 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.570471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.570471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.570471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.570471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.570471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.570471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.570471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.570471 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.571728 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.571728 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.571728 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.571728 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.571728 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.571728 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.571728 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.571728 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.574942 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.574942 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.574942 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.574942 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.574942 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.574942 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.574942 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.574942 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.578312 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.578312 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.578312 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.578312 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.578312 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.578312 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.578312 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.578312 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.579420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.579420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.579420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.579420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.579420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.579420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.579420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.579420 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.580707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.580707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.580707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.580707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.580707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.580707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.580707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.580707 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.581862 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.581862 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.581862 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.581862 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.581862 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.581862 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.581862 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.581862 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.585519 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.585519 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.585519 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.585519 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.585519 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.585519 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.585519 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.585519 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.586870 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.586870 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.586870 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.586870 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.586870 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.586870 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.586870 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.586870 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.588390 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.588390 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.588390 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.588390 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.588390 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.588390 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.588390 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.588390 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.590926 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.590926 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.590926 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.590926 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.590926 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.590926 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.590926 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.590926 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.591908 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.591908 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.591908 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.591908 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.591908 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.591908 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.591908 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.591908 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.593278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.593278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.593278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.593278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.593278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.593278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.593278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.593278 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.595037 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.595037 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.595037 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.595037 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.595037 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.595037 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.595037 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.595037 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.597682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.597682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.597682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.597682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.597682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.597682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.597682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.597682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.597682 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.599459 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.599459 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.599459 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.599459 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.599459 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.599459 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.599459 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.599459 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.599459 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.601345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.601345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.601345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.601345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.601345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.601345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.601345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.601345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.601345 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.602793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.602793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.602793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.602793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.602793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.602793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.602793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.602793 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.605213 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.605213 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.605213 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.605213 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.605213 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.605213 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.605213 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.605213 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.606561 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.606561 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.606561 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.606561 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.606561 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.606561 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.606561 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.606561 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.607855 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.607855 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.607855 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.607855 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.607855 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.607855 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.607855 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.607855 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.609514 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.609514 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.609514 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.609514 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.609514 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.609514 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.609514 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.609514 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610013 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610013 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610013 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610013 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610013 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610013 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610013 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610415 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:20.610501 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610501 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610501 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610501 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610501 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610501 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610501 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610501 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.610968 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.611482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.611482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.611482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.611482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.611482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.611482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.611482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.611482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.611482 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.612018 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.612018 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.612018 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.612018 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:20:20.612018 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:20:29.843756 dv-cinder-863273-1-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:32.742072 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07a39a-13c1-4621-822e-c725f1f27511 None None] get_active_networks_info from dv-cinder-863273-1-iscsi {{(pid=106352) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 12:20:32.751834 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writer thread running {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:20:32.832713 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e07a39a-13c1-4621-822e-c725f1f27511 None None] No non-hosted networks {{(pid=106352) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 12:20:32.841751 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.agentschedulers_db [None req-2e07a39a-13c1-4621-822e-c725f1f27511 None None] DHCP Agent not found on host dv-cinder-863273-1-iscsi {{(pid=106352) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Nov 02 12:20:32.905130 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-11220db3-5165-46e3-b88d-e44b002a4b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890136'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:35.174913 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writer thread running {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:20:35.640240 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ba007216-4bd1-4f3a-98d5-911a24573c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890136'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:35.724768 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5219e34f-5425-4cb0-bdca-7b1a69c399e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:37.508502 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36254) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:20:37.560481 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890136'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:38.195809 dv-cinder-863273-1-iscsi neutron-server[106351]: WARNING oslo_policy.policy [None req-5ac46910-eb37-4863-8a8f-4e4799958bc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:20:38.199618 dv-cinder-863273-1-iscsi neutron-server[106351]: WARNING oslo_policy.policy [None req-5ac46910-eb37-4863-8a8f-4e4799958bc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:20:38.281130 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890136'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:38.286331 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.289428 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.292349 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.302252 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.304345 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.305105 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.305626 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.306465 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.307591 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.309705 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.311564 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.312910 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.313476 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.314574 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.315413 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:38.318326 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-863273-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:38.333965 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-863273-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:38.466203 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [None req-5ac46910-eb37-4863-8a8f-4e4799958bc0 admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:20:38.482692 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-5ac46910-eb37-4863-8a8f-4e4799958bc0 admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9730957 Nov 02 12:20:38.907549 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890136'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:40.364131 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.db.l3_hamode_db [None req-33e2b943-f337-4596-abc0-3da3aaee01c6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 12:20:40.450695 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2b943-f337-4596-abc0-3da3aaee01c6 None None] Routers set() bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:20:40.451450 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2b943-f337-4596-abc0-3da3aaee01c6 None None] Router IDs set() for agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Nov 02 12:20:41.472602 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36292) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:20:41.893223 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-9c4ab21c-93d1-4e10-a52d-35758c19318b admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:20:41.905632 dv-cinder-863273-1-iscsi neutron-server[106351]: ERROR stevedore.extension [None req-9c4ab21c-93d1-4e10-a52d-35758c19318b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Nov 02 12:20:41.989448 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.policy [None req-9c4ab21c-93d1-4e10-a52d-35758c19318b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106351) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:20:42.033209 dv-cinder-863273-1-iscsi neutron-server[106351]: WARNING oslo_policy.policy [None req-9c4ab21c-93d1-4e10-a52d-35758c19318b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:20:42.033587 dv-cinder-863273-1-iscsi neutron-server[106351]: WARNING oslo_policy.policy [None req-9c4ab21c-93d1-4e10-a52d-35758c19318b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:20:42.054571 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writer thread running {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:20:42.144580 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9c4ab21c-93d1-4e10-a52d-35758c19318b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727640412111', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727640411603', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727640427703', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727640436230', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727640506514', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727640515510', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-861440', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-861635', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7871401', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7909814'] for rbac-policy (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:42.221792 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9c4ab21c-93d1-4e10-a52d-35758c19318b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:42.222974 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9c4ab21c-93d1-4e10-a52d-35758c19318b admin admin] 10.222.0.85 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7493734 Nov 02 12:20:44.895093 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36302) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:20:45.259930 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:20:45.293180 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Made reservation on behalf of 86c6007706a043bfa43e23a20cdbe653 for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:20:45.297629 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:45.318730 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:45.440224 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Publish callbacks [] for security_group (994b9ae8-c2f3-45b4-b006-3726ca9b171a), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:45.444373 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (994b9ae8-c2f3-45b4-b006-3726ca9b171a), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:45.469791 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:20:45.509245 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727638002890', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (73dcc463-11c6-4d9b-a07b-430ad9df174b), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:45.509826 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Unsubscribe: segment precommit_create {{(pid=106351) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 12:20:45.510375 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Added segment 73dcc463-11c6-4d9b-a07b-430ad9df174b of type vlan for network dbf1d3e2-984f-465b-ac9b-38659c611edb Nov 02 12:20:45.527615 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=994b9ae8-c2f3-45b4-b006-3726ca9b171a,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:45.578911 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.579244 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.579603 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.579958 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.580287 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.580615 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.580941 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.581286 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.581609 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.581925 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.582243 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.582579 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.582894 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.583206 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.583520 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Tracked resource versions report: Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: pushed versions: Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: { 'AddressGroup': {'1.2'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Agent': {'1.1'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'ConntrackHelper': {'1.0'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Log': {'1.0'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'NDPProxy': {'1.0'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Network': {'1.1'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Port': {'1.7'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'PortForwarding': {'1.3'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'QosPolicy': {'1.10'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SecurityGroup': {'1.5'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SubPort': {'1.0'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Subnet': {'1.1'}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Trunk': {'1.1'}} Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: consumer versions: Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: { DHCP agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: L3 agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: Metadata agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: Metering agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: Open vSwitch agent@dv-cinder-863273-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Agent': '1.1', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'ConntrackHelper': '1.0', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'LocalIPAssociation': '1.0', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Log': '1.0', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'NDPProxy': '1.0', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Network': '1.1', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Port': '1.7', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'PortForwarding': '1.3', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'QosPolicy': '1.10', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SecurityGroup': '1.5', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SecurityGroupRule': '1.2', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SubPort': '1.0', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Subnet': '1.1', Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Trunk': '1.1'}} Nov 02 12:20:45.585041 dv-cinder-863273-1-iscsi neutron-server[106351]: {{(pid=106351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:20:45.628717 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (dbf1d3e2-984f-465b-ac9b-38659c611edb), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:45.679246 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (dbf1d3e2-984f-465b-ac9b-38659c611edb), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:45.685242 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:20:45.686050 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:45.743446 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:45.793419 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8971848 Nov 02 12:20:45.818225 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0c7ab-6a9f-4e43-8d8b-4c91c5f2f9ed demo demo] Pushing event updated for resources: {'Network': ['ID=dbf1d3e2-984f-465b-ac9b-38659c611edb,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:45.836088 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network dbf1d3e2-984f-465b-ac9b-38659c611edb details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:20:48.545650 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36316) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:20:49.012541 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8f9e2-26fd-4250-b70c-6cd51e9e8813 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:20:49.014190 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-aaa8f9e2-26fd-4250-b70c-6cd51e9e8813 demo admin] 10.222.0.85 "GET /networking/v2.0/networks/dbf1d3e2-984f-465b-ac9b-38659c611edb HTTP/1.1" status: 200 len: 826 time: 0.4672883 Nov 02 12:20:49.041145 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-46ac5077-a40a-48cb-8a05-47a9e1e04342 demo admin] 10.222.0.85 "GET /networking/v2.0/subnetpools/4fd51198-409e-4d43-b2c5-e22bef7bd330 HTTP/1.1" status: 200 len: 734 time: 0.0206263 Nov 02 12:20:49.050512 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb', 'subnetpool_id': '4fd51198-409e-4d43-b2c5-e22bef7bd330', 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:20:49.074586 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Made reservation on behalf of 86c6007706a043bfa43e23a20cdbe653 for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:20:49.076844 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:49.308798 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:49.385039 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (e5f37b2c-2a02-43bf-8508-c64e1f52ed9e), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:49.462119 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e5f37b2c-2a02-43bf-8508-c64e1f52ed9e,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:49.467191 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Checking segment: {'id': '73dcc463-11c6-4d9b-a07b-430ad9df174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:20:49.467571 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Network hostable DHCP agents. Network: dbf1d3e2-984f-465b-ac9b-38659c611edb, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:20:49.490857 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Network dbf1d3e2-984f-465b-ac9b-38659c611edb is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:20:49.507404 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, dbf1d3e2-984f-465b-ac9b-38659c611edb) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:20:49.515263 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:20:49.515606 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:49.519102 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae794b23-35bf-4b33-b05d-889a49bc3c9b None None] Network dbf1d3e2-984f-465b-ac9b-38659c611edb requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:20:49.529289 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=35,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:49.549651 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-8e98324f-d4be-444a-9acf-f1160f4a6662 demo admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4919794 Nov 02 12:20:49.810930 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-dbf1d3e2-984f-465b-ac9b-38659c611edb', 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb', 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'fixed_ips': [{'subnet_id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:20:49.813508 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:50.109727 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Allocated IP 172.20.0.2 (dbf1d3e2-984f-465b-ac9b-38659c611edb/e5f37b2c-2a02-43bf-8508-c64e1f52ed9e/b9956ab7-1afc-4f4f-8d4c-308fcbf11e24) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:20:50.394083 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Publish callbacks [] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:50.403715 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:50.487344 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Network dbf1d3e2-984f-465b-ac9b-38659c611edb is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:20:50.493366 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:20:50.498771 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:20:50.502255 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Pushing event updated for resources: {'Port': ['ID=b9956ab7-1afc-4f4f-8d4c-308fcbf11e24,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:50.535848 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.536420 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.536669 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.536912 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.537281 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.537618 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.537950 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.538282 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.538613 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.538941 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.539272 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.539615 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.539945 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.540270 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.540629 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Tracked resource versions report: Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: pushed versions: Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: { 'AddressGroup': {'1.2'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Agent': {'1.1'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'ConntrackHelper': {'1.0'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Log': {'1.0'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'NDPProxy': {'1.0'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Network': {'1.1'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Port': {'1.7'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'PortForwarding': {'1.3'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'QosPolicy': {'1.10'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SecurityGroup': {'1.5'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SubPort': {'1.0'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Subnet': {'1.1'}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Trunk': {'1.1'}} Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: consumer versions: Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: { DHCP agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: L3 agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: Metadata agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: Metering agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: Open vSwitch agent@dv-cinder-863273-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Agent': '1.1', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'ConntrackHelper': '1.0', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'LocalIPAssociation': '1.0', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Log': '1.0', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'NDPProxy': '1.0', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Network': '1.1', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Port': '1.7', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'PortForwarding': '1.3', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'QosPolicy': '1.10', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SecurityGroup': '1.5', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SecurityGroupRule': '1.2', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SubPort': '1.0', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Subnet': '1.1', Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Trunk': '1.1'}} Nov 02 12:20:50.542149 dv-cinder-863273-1-iscsi neutron-server[106352]: {{(pid=106352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:20:50.611751 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Attempting to bind port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:20:50.612140 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Attempting to bind port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '73dcc463-11c6-4d9b-a07b-430ad9df174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:20:50.612581 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Attempting to bind port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 on network dbf1d3e2-984f-465b-ac9b-38659c611edb {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:20:50.656777 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:50.670174 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:20:50.670540 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Checking segment: {'id': '73dcc463-11c6-4d9b-a07b-430ad9df174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:20:50.671018 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:50.671416 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Bound using segment: {'id': '73dcc463-11c6-4d9b-a07b-430ad9df174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:20:50.671930 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Bound port: b9956ab7-1afc-4f4f-8d4c-308fcbf11e24, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dcc463-11c6-4d9b-a07b-430ad9df174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:20:50.672333 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:50.747619 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] For port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:20:50.777146 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] For port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=b9956ab7-1afc-4f4f-8d4c-308fcbf11e24,segment=NetworkSegment(73dcc463-11c6-4d9b-a07b-430ad9df174b),segment_id=73dcc463-11c6-4d9b-a07b-430ad9df174b)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:20:50.786071 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:50.866995 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ab654-d86a-4790-a5cb-c0b883428d8d None None] Pushing event updated for resources: {'Port': ['ID=b9956ab7-1afc-4f4f-8d4c-308fcbf11e24,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:52.429668 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36326) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:20:52.890547 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [None req-1e21cdc5-7af1-458c-94c9-65e13528c624 admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:20:52.891723 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-1e21cdc5-7af1-458c-94c9-65e13528c624 admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4611654 Nov 02 12:20:53.917230 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:53.920128 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=21,neutron:INSERT=31 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:56.061084 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 36338) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:20:56.634668 dv-cinder-863273-1-iscsi neutron-server[106350]: WARNING oslo_policy.policy [None req-fcda92a6-ecf0-4f7b-a666-aab30058fa18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:20:56.635301 dv-cinder-863273-1-iscsi neutron-server[106350]: WARNING oslo_policy.policy [None req-fcda92a6-ecf0-4f7b-a666-aab30058fa18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:20:56.860025 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [None req-fcda92a6-ecf0-4f7b-a666-aab30058fa18 admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:20:56.861236 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-fcda92a6-ecf0-4f7b-a666-aab30058fa18 admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7983599 Nov 02 12:20:58.623387 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:58.723664 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:20:58.724094 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:58.724443 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 Nov 02 12:20:58.837344 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:20:58.837736 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:58.841770 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:58.888759 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=b9956ab7-1afc-4f4f-8d4c-308fcbf11e24,segment=NetworkSegment(73dcc463-11c6-4d9b-a07b-430ad9df174b),segment_id=73dcc463-11c6-4d9b-a07b-430ad9df174b)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:58.893557 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:58.949541 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=b9956ab7-1afc-4f4f-8d4c-308fcbf11e24,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:59.300570 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006553f6-2ce3-4afb-9101-4f3f9c7bdffd None None] Network dbf1d3e2-984f-465b-ac9b-38659c611edb requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:20:59.397019 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-a19749f9-eebd-4727-8e84-b79c2e0efd71 None None] Provisioning complete for port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:20:59.397292 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a19749f9-eebd-4727-8e84-b79c2e0efd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:59.397632 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-a19749f9-eebd-4727-8e84-b79c2e0efd71 None None] Attempt 1 to provision port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 Nov 02 12:20:59.516890 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-a19749f9-eebd-4727-8e84-b79c2e0efd71 None None] Current status of the port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:20:59.529694 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=21,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:59.532303 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=60,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:20:59.630996 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 36358) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:20:59.737160 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-a43d5cc8-dbbb-41c6-a215-a39718610ae4 None None] Provisioning complete for port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:20:59.737966 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a43d5cc8-dbbb-41c6-a215-a39718610ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:20:59.737966 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-a43d5cc8-dbbb-41c6-a215-a39718610ae4 None None] Attempt 1 to provision port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 Nov 02 12:20:59.820604 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-a43d5cc8-dbbb-41c6-a215-a39718610ae4 None None] Current status of the port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:20:59.988074 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:20:59.997646 dv-cinder-863273-1-iscsi neutron-server[106350]: ERROR stevedore.extension [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Nov 02 12:21:00.050761 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.policy [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106350) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:21:00.094107 dv-cinder-863273-1-iscsi neutron-server[106350]: WARNING oslo_policy.policy [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:21:00.094493 dv-cinder-863273-1-iscsi neutron-server[106350]: WARNING oslo_policy.policy [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:21:00.116004 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writer thread running {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 12:21:00.116665 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:00.162998 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (81148cef-87f6-4d7c-8921-d402c3bf1b82), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:00.164913 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (81148cef-87f6-4d7c-8921-d402c3bf1b82), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:00.331301 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] Publish callbacks [] for router_controller (81148cef-87f6-4d7c-8921-d402c3bf1b82), precommit_add_association {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:00.336463 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (81148cef-87f6-4d7c-8921-d402c3bf1b82), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:00.362383 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:00.363592 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-1c4b0402-d5e5-4db5-9f23-6e8a22f6e8b2 demo demo] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7316465 Nov 02 12:21:00.608183 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:00.659673 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:21:00.660095 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:00.660370 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 Nov 02 12:21:00.663661 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:00.743660 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:21:02.682186 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ec95a40f-4482-4329-8cab-2402fa6aa254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:03.195027 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36370) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:21:03.546103 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [None req-4035a839-9bce-4bf1-9347-8ad45ecb4628 admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:21:03.547093 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4035a839-9bce-4bf1-9347-8ad45ecb4628 admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3510821 Nov 02 12:21:05.644251 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b9285044-c76e-4e5a-bcc5-5c0ad271a690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:06.306715 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36378) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:21:06.678343 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:21:06.705454 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Made reservation on behalf of bbb8bdae345348eca7be88e01d7954f8 for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:21:06.708870 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:06.719921 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:06.806110 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Publish callbacks [] for security_group (82e09b11-8119-4fae-ac4b-ac6161e665cd), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:06.816516 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (82e09b11-8119-4fae-ac4b-ac6161e665cd), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:06.843673 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Reserving flat network on physical network physnet1 {{(pid=106351) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 12:21:06.882036 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e09b11-8119-4fae-ac4b-ac6161e665cd,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:06.891902 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (3d297b7f-d6b7-4375-9645-faf1bc53ed46), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:06.892254 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Added segment 3d297b7f-d6b7-4375-9645-faf1bc53ed46 of type flat for network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 Nov 02 12:21:06.948605 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:06.992697 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:06.993891 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:21:06.994618 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:07.076232 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7677481 Nov 02 12:21:07.096735 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e53bc-6083-4b5c-88c5-82a520f3ffc7 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c0f5b3-ec14-4a15-acff-2fb8ffffce43,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:07.108272 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:21:07.456759 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:21:07.516943 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:08.278212 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:08.845699 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:09.816597 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36386) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:21:10.249252 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31657980-f9f4-48ca-932f-fc7d2ca27858 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:21:10.251582 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-31657980-f9f4-48ca-932f-fc7d2ca27858 demo admin] 10.222.0.85 "GET /networking/v2.0/subnets/e5f37b2c-2a02-43bf-8508-c64e1f52ed9e HTTP/1.1" status: 200 len: 849 time: 0.4337366 Nov 02 12:21:10.355416 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=2,neutron:SELECT=6,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:10.356319 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=12,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:10.430612 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-c6484e16-bd64-4145-8b6f-35c3194e60ee demo admin] 10.222.0.85 "GET /networking/v2.0/routers/81148cef-87f6-4d7c-8921-d402c3bf1b82 HTTP/1.1" status: 200 len: 704 time: 0.1731174 Nov 02 12:21:10.709476 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:10.900759 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:11.022979 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:11.024501 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Allocated IP 172.20.0.1 (dbf1d3e2-984f-465b-ac9b-38659c611edb/e5f37b2c-2a02-43bf-8508-c64e1f52ed9e/455e6878-57ac-42bc-8f65-956110ba4a72) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:21:11.247632 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Publish callbacks [] for port (455e6878-57ac-42bc-8f65-956110ba4a72), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:11.317281 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:11.402233 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Network dbf1d3e2-984f-465b-ac9b-38659c611edb is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:11.408201 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:11.415434 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:21:11.416146 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (81148cef-87f6-4d7c-8921-d402c3bf1b82), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:11.439762 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Pushing event updated for resources: {'Port': ['ID=455e6878-57ac-42bc-8f65-956110ba4a72,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:11.624648 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-1e81d169-0ec9-40b8-871c-636efdefb2b3 None None] Provisioning complete for port 455e6878-57ac-42bc-8f65-956110ba4a72 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:21:11.625254 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1e81d169-0ec9-40b8-871c-636efdefb2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:11.625476 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-1e81d169-0ec9-40b8-871c-636efdefb2b3 None None] Attempt 1 to provision port 455e6878-57ac-42bc-8f65-956110ba4a72 Nov 02 12:21:11.653425 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:11.659351 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1e81d169-0ec9-40b8-871c-636efdefb2b3 None None] Port 455e6878-57ac-42bc-8f65-956110ba4a72 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:21:11.887519 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Publish callbacks [] for port (455e6878-57ac-42bc-8f65-956110ba4a72), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:11.894197 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:11.894960 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (81148cef-87f6-4d7c-8921-d402c3bf1b82), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:11.980805 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Pushing event updated for resources: {'Port': ['ID=455e6878-57ac-42bc-8f65-956110ba4a72,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:12.030425 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:12.037126 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Network dbf1d3e2-984f-465b-ac9b-38659c611edb is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:12.038829 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:12.205588 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Router 81148cef-87f6-4d7c-8921-d402c3bf1b82 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:21:12.251865 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:12.281590 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-f4f013a0-c47f-43a3-a5ca-479888e25847 None None] Provisioning complete for port 455e6878-57ac-42bc-8f65-956110ba4a72 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:21:12.282101 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f4f013a0-c47f-43a3-a5ca-479888e25847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:12.282342 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-f4f013a0-c47f-43a3-a5ca-479888e25847 None None] Attempt 1 to provision port 455e6878-57ac-42bc-8f65-956110ba4a72 Nov 02 12:21:12.299722 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:21:12.305943 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-515e10a5-14ab-4c9c-9e38-480a7df839d9 demo admin] 10.222.0.85 "PUT /networking/v2.0/routers/81148cef-87f6-4d7c-8921-d402c3bf1b82/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8696856 Nov 02 12:21:12.316538 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Sync routers for ids ['81148cef-87f6-4d7c-8921-d402c3bf1b82'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:21:12.317860 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f4f013a0-c47f-43a3-a5ca-479888e25847 None None] Port 455e6878-57ac-42bc-8f65-956110ba4a72 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:21:12.332949 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Routers {'81148cef-87f6-4d7c-8921-d402c3bf1b82'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:21:12.333949 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:21:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['81148cef-87f6-4d7c-8921-d402c3bf1b82'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:12.590458 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Set router 81148cef-87f6-4d7c-8921-d402c3bf1b82 gateway port host: None {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:21:13.041764 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'name': 'router1', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:21:00Z', 'updated_at': '2022-11-02T12:21:11Z', 'revision_number': 2, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'gw_port_host': None, '_interfaces': [{'id': '455e6878-57ac-42bc-8f65-956110ba4a72', 'name': '', 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'mac_address': 'fa:16:3e:d8:69:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:21:10Z', 'updated_at': '2022-11-02T12:21:11Z', 'revision_number': 2, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'subnets': [{'id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd51198-409e-4d43-b2c5-e22bef7bd330'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:13.093456 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Checking router: 81148cef-87f6-4d7c-8921-d402c3bf1b82 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:21:13.093823 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Updating router 81148cef-87f6-4d7c-8921-d402c3bf1b82 port 455e6878-57ac-42bc-8f65-956110ba4a72 binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:21:13.149961 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:13.793984 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Publish callbacks [] for port (455e6878-57ac-42bc-8f65-956110ba4a72), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:13.804399 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:13.991049 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Pushing event updated for resources: {'Port': ['ID=455e6878-57ac-42bc-8f65-956110ba4a72,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:14.001748 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.002091 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.002457 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.002821 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.003157 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.003488 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.003811 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.004133 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.004455 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.004775 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.005129 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.005458 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.005786 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.006103 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.006421 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Tracked resource versions report: Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: pushed versions: Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: { 'AddressGroup': {'1.2'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Agent': {'1.1'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'ConntrackHelper': {'1.0'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Log': {'1.0'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'NDPProxy': {'1.0'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Network': {'1.1'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Port': {'1.7'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'PortForwarding': {'1.3'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'QosPolicy': {'1.10'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SecurityGroup': {'1.5'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SubPort': {'1.0'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Subnet': {'1.1'}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Trunk': {'1.1'}} Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: consumer versions: Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: { DHCP agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: L3 agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: Metadata agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: Metering agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: Open vSwitch agent@dv-cinder-863273-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Agent': '1.1', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'ConntrackHelper': '1.0', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'LocalIPAssociation': '1.0', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Log': '1.0', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'NDPProxy': '1.0', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Network': '1.1', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Port': '1.7', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'PortForwarding': '1.3', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'QosPolicy': '1.10', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SecurityGroup': '1.5', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SecurityGroupRule': '1.2', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SubPort': '1.0', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Subnet': '1.1', Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Trunk': '1.1'}} Nov 02 12:21:14.007891 dv-cinder-863273-1-iscsi neutron-server[106353]: {{(pid=106353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:21:14.011964 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Attempting to bind port 455e6878-57ac-42bc-8f65-956110ba4a72 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:21:14.011964 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Attempting to bind port 455e6878-57ac-42bc-8f65-956110ba4a72 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '73dcc463-11c6-4d9b-a07b-430ad9df174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:21:14.012382 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Attempting to bind port 455e6878-57ac-42bc-8f65-956110ba4a72 on network dbf1d3e2-984f-465b-ac9b-38659c611edb {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:14.105133 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:21:14.105452 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Checking segment: {'id': '73dcc463-11c6-4d9b-a07b-430ad9df174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:21:14.105927 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:14.106323 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Bound using segment: {'id': '73dcc463-11c6-4d9b-a07b-430ad9df174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:21:14.106838 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Bound port: 455e6878-57ac-42bc-8f65-956110ba4a72, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dcc463-11c6-4d9b-a07b-430ad9df174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:21:14.107230 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:14.171580 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:14.174759 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:14.179195 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] For port 455e6878-57ac-42bc-8f65-956110ba4a72, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:21:14.200886 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] For port 455e6878-57ac-42bc-8f65-956110ba4a72, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=455e6878-57ac-42bc-8f65-956110ba4a72,segment=NetworkSegment(73dcc463-11c6-4d9b-a07b-430ad9df174b),segment_id=73dcc463-11c6-4d9b-a07b-430ad9df174b)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:21:14.207025 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:14.245792 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Routers {'81148cef-87f6-4d7c-8921-d402c3bf1b82'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:21:14.246401 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:21:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['81148cef-87f6-4d7c-8921-d402c3bf1b82'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:14.323645 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb9cf7-b59b-4c85-8103-0653eedf2eba None None] Pushing event updated for resources: {'Port': ['ID=455e6878-57ac-42bc-8f65-956110ba4a72,revision_number=4']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:14.345303 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] Set router 81148cef-87f6-4d7c-8921-d402c3bf1b82 gateway port host: None {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:21:14.564895 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'name': 'router1', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:21:00Z', 'updated_at': '2022-11-02T12:21:11Z', 'revision_number': 2, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'gw_port_host': None, '_interfaces': [{'id': '455e6878-57ac-42bc-8f65-956110ba4a72', 'name': '', 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'mac_address': 'fa:16:3e:d8:69:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:21:10Z', 'updated_at': '2022-11-02T12:21:14Z', 'revision_number': 4, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'subnets': [{'id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd51198-409e-4d43-b2c5-e22bef7bd330'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:14.604512 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5841d0-394f-437d-ac7f-3737aba72b06 None None] The sync data for ids ['81148cef-87f6-4d7c-8921-d402c3bf1b82'] in dv-cinder-863273-1-iscsi is: [{'id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'name': 'router1', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:21:00Z', 'updated_at': '2022-11-02T12:21:11Z', 'revision_number': 2, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'gw_port_host': None, '_interfaces': [{'id': '455e6878-57ac-42bc-8f65-956110ba4a72', 'name': '', 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'mac_address': 'fa:16:3e:d8:69:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:21:10Z', 'updated_at': '2022-11-02T12:21:14Z', 'revision_number': 4, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'subnets': [{'id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd51198-409e-4d43-b2c5-e22bef7bd330'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:21:15.123605 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36398) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:21:15.549066 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a8f0c3-5eee-4a8b-a0bc-59cd10fe6e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:21:15.550436 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e1a8f0c3-5eee-4a8b-a0bc-59cd10fe6e07 admin admin] 10.222.0.85 "GET /networking/v2.0/networks/b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 HTTP/1.1" status: 200 len: 842 time: 0.4259925 Nov 02 12:21:15.562250 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:21:15.585124 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Made reservation on behalf of bbb8bdae345348eca7be88e01d7954f8 for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:21:15.587765 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:15.968329 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.objects.ports [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106351) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 12:21:15.968784 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (ae29f28e-3a8c-4cf6-8b15-e258d681bd35), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:16.019494 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae29f28e-3a8c-4cf6-8b15-e258d681bd35,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:16.037144 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:21:16.037500 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Network hostable DHCP agents. Network: b4c0f5b3-ec14-4a15-acff-2fb8ffffce43, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:21:16.055889 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:21:16.065508 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, b4c0f5b3-ec14-4a15-acff-2fb8ffffce43) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:16.070206 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:21:16.070794 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:16.078416 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937dab38-9ef8-4e7a-b5f0-7ebe6c7bd3bf None None] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:21:16.090289 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-90c80b37-c84f-451c-9d1d-6d0360fcb278 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5315251 Nov 02 12:21:16.207727 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:16.246987 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2851de9-f947-4cd7-813e-48a1be27ea7d None None] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:21:18.849401 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36406) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:21:19.313816 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-f4cd3a27-e4a3-41f1-ab18-2eb8e1820259 demo admin] 10.222.0.85 "GET /networking/v2.0/routers/81148cef-87f6-4d7c-8921-d402c3bf1b82 HTTP/1.1" status: 200 len: 710 time: 0.4632885 Nov 02 12:21:19.337905 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:19.409241 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a9ca1-44d3-494c-b1dd-348766643821 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:21:19.410616 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7f1a9ca1-44d3-494c-b1dd-348766643821 demo admin] 10.222.0.85 "GET /networking/v2.0/networks/b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 HTTP/1.1" status: 200 len: 886 time: 0.0910325 Nov 02 12:21:19.420432 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:21:19.687159 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:19.693218 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Publish callbacks [] for router_gateway (81148cef-87f6-4d7c-8921-d402c3bf1b82), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:19.932951 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Publish callbacks [] for router_gateway (81148cef-87f6-4d7c-8921-d402c3bf1b82), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.015526 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.127556 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Allocated IP 172.27.3.56 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/660df0b4-1334-4e09-8741-a3ef90fdaed3) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:21:20.235851 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Publish callbacks [] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.268910 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.306419 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:20.309467 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:20.312718 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:20.317695 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:21:20.353580 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Pushing event updated for resources: {'Port': ['ID=660df0b4-1334-4e09-8741-a3ef90fdaed3,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:20.646218 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 455e6878-57ac-42bc-8f65-956110ba4a72 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:20.663900 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Publish callbacks [] for router_gateway (81148cef-87f6-4d7c-8921-d402c3bf1b82), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.698485 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 455e6878-57ac-42bc-8f65-956110ba4a72 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:21:20.699171 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.699518 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 455e6878-57ac-42bc-8f65-956110ba4a72 Nov 02 12:21:20.706525 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:20.795700 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 455e6878-57ac-42bc-8f65-956110ba4a72 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:21:20.796376 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.833529 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 455e6878-57ac-42bc-8f65-956110ba4a72, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=455e6878-57ac-42bc-8f65-956110ba4a72,segment=NetworkSegment(73dcc463-11c6-4d9b-a07b-430ad9df174b),segment_id=73dcc463-11c6-4d9b-a07b-430ad9df174b)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:20.838630 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.873785 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7904721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7889386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3500'] for router (81148cef-87f6-4d7c-8921-d402c3bf1b82), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.877023 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7904728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7904711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7889368'] for router (81148cef-87f6-4d7c-8921-d402c3bf1b82), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:20.888349 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=455e6878-57ac-42bc-8f65-956110ba4a72,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:20.984597 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Router 81148cef-87f6-4d7c-8921-d402c3bf1b82 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:21:21.102143 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:21:21.106394 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:21.110063 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-8d3c8cbf-cc6f-4828-a379-8678eba88705 demo admin] 10.222.0.85 "PUT /networking/v2.0/routers/81148cef-87f6-4d7c-8921-d402c3bf1b82 HTTP/1.1" status: 200 len: 889 time: 1.6903684 Nov 02 12:21:21.150545 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Sync routers for ids ['81148cef-87f6-4d7c-8921-d402c3bf1b82'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:21:21.164106 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Routers {'81148cef-87f6-4d7c-8921-d402c3bf1b82'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:21:21.164910 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:21:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['81148cef-87f6-4d7c-8921-d402c3bf1b82'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:21.398646 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Set router 81148cef-87f6-4d7c-8921-d402c3bf1b82 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:21:21.649553 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:21.803161 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'name': 'router1', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '660df0b4-1334-4e09-8741-a3ef90fdaed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:21:00Z', 'updated_at': '2022-11-02T12:21:20Z', 'revision_number': 4, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'gw_port': {'id': '660df0b4-1334-4e09-8741-a3ef90fdaed3', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:21:20Z', 'updated_at': '2022-11-02T12:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '455e6878-57ac-42bc-8f65-956110ba4a72', 'name': '', 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'mac_address': 'fa:16:3e:d8:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:21:10Z', 'updated_at': '2022-11-02T12:21:20Z', 'revision_number': 5, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'subnets': [{'id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd51198-409e-4d43-b2c5-e22bef7bd330'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:21.935856 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Checking router: 81148cef-87f6-4d7c-8921-d402c3bf1b82 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:21:21.936114 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Updating router 81148cef-87f6-4d7c-8921-d402c3bf1b82 port 660df0b4-1334-4e09-8741-a3ef90fdaed3 binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:21:21.989904 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:22.116464 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:22.312704 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Publish callbacks [] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:22.318035 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:22.350346 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Attempting to bind port 660df0b4-1334-4e09-8741-a3ef90fdaed3 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:21:22.350710 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Attempting to bind port 660df0b4-1334-4e09-8741-a3ef90fdaed3 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:21:22.351076 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Attempting to bind port 660df0b4-1334-4e09-8741-a3ef90fdaed3 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:22.386279 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b36c8-04c5-4d8a-9b0c-39fc44599821 None None] Pushing event updated for resources: {'Port': ['ID=660df0b4-1334-4e09-8741-a3ef90fdaed3,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:22.405219 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:21:22.405598 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:21:22.406006 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:22.406398 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:21:22.406883 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Bound port: 660df0b4-1334-4e09-8741-a3ef90fdaed3, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:21:22.407290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:22.454918 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] For port 660df0b4-1334-4e09-8741-a3ef90fdaed3, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:21:22.457920 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] For port 660df0b4-1334-4e09-8741-a3ef90fdaed3, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=660df0b4-1334-4e09-8741-a3ef90fdaed3,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:21:22.467800 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:22.500455 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Routers {'81148cef-87f6-4d7c-8921-d402c3bf1b82'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:21:22.501098 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:21:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['81148cef-87f6-4d7c-8921-d402c3bf1b82'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:22.558902 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b36c8-04c5-4d8a-9b0c-39fc44599821 None None] Pushing event updated for resources: {'Port': ['ID=660df0b4-1334-4e09-8741-a3ef90fdaed3,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:22.627768 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 455e6878-57ac-42bc-8f65-956110ba4a72 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:22.633761 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] Set router 81148cef-87f6-4d7c-8921-d402c3bf1b82 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:21:22.745898 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 455e6878-57ac-42bc-8f65-956110ba4a72 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:21:22.746561 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:22.746675 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 455e6878-57ac-42bc-8f65-956110ba4a72 Nov 02 12:21:22.749357 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:22.890609 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 455e6878-57ac-42bc-8f65-956110ba4a72 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:21:22.931956 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:22.941523 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'name': 'router1', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '660df0b4-1334-4e09-8741-a3ef90fdaed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:21:00Z', 'updated_at': '2022-11-02T12:21:20Z', 'revision_number': 4, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'gw_port': {'id': '660df0b4-1334-4e09-8741-a3ef90fdaed3', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:21:20Z', 'updated_at': '2022-11-02T12:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '455e6878-57ac-42bc-8f65-956110ba4a72', 'name': '', 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'mac_address': 'fa:16:3e:d8:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:21:10Z', 'updated_at': '2022-11-02T12:21:20Z', 'revision_number': 5, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'subnets': [{'id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd51198-409e-4d43-b2c5-e22bef7bd330'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:22.967226 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88354cd5-bd91-4890-80db-d0d4949c9302 None None] The sync data for ids ['81148cef-87f6-4d7c-8921-d402c3bf1b82'] in dv-cinder-863273-1-iscsi is: [{'id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'name': 'router1', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '660df0b4-1334-4e09-8741-a3ef90fdaed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:21:00Z', 'updated_at': '2022-11-02T12:21:20Z', 'revision_number': 4, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'gw_port': {'id': '660df0b4-1334-4e09-8741-a3ef90fdaed3', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:21:20Z', 'updated_at': '2022-11-02T12:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '455e6878-57ac-42bc-8f65-956110ba4a72', 'name': '', 'network_id': 'dbf1d3e2-984f-465b-ac9b-38659c611edb', 'tenant_id': '86c6007706a043bfa43e23a20cdbe653', 'mac_address': 'fa:16:3e:d8:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81148cef-87f6-4d7c-8921-d402c3bf1b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:21:10Z', 'updated_at': '2022-11-02T12:21:20Z', 'revision_number': 5, 'project_id': '86c6007706a043bfa43e23a20cdbe653', 'subnets': [{'id': 'e5f37b2c-2a02-43bf-8508-c64e1f52ed9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd51198-409e-4d43-b2c5-e22bef7bd330'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:21:23.971246 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36418) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:21:24.366101 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-da389dc2-76a2-42dc-804b-d95556eb0d8b admin admin] 10.222.0.85 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3937485 Nov 02 12:21:24.626755 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 660df0b4-1334-4e09-8741-a3ef90fdaed3 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:24.678771 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 660df0b4-1334-4e09-8741-a3ef90fdaed3 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:21:24.679168 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:24.679510 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 660df0b4-1334-4e09-8741-a3ef90fdaed3 Nov 02 12:21:24.754491 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 660df0b4-1334-4e09-8741-a3ef90fdaed3 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:21:24.754882 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:24.781783 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 660df0b4-1334-4e09-8741-a3ef90fdaed3, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=660df0b4-1334-4e09-8741-a3ef90fdaed3,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:24.786908 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:24.838886 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=660df0b4-1334-4e09-8741-a3ef90fdaed3,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:25.457102 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=43,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:25.476576 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=45 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:26.628835 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 660df0b4-1334-4e09-8741-a3ef90fdaed3 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:26.684706 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 660df0b4-1334-4e09-8741-a3ef90fdaed3 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:21:26.685134 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (660df0b4-1334-4e09-8741-a3ef90fdaed3), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:26.685477 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 660df0b4-1334-4e09-8741-a3ef90fdaed3 Nov 02 12:21:26.766764 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 660df0b4-1334-4e09-8741-a3ef90fdaed3 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:21:32.702590 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-41202155-991c-42b2-9a90-f9da79bada3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:34.354293 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:34.364147 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=46 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:35.642346 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-339f54ef-2564-4b37-adb3-153ea62f796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:37.519547 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:38.277122 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:38.855415 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:21:44.457169 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:21:48.846794 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:21:48.849635 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:22:02.455612 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:22:02.460670 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=7 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:22:02.677462 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f220bf5c-a693-4025-bc28-e7abe9929b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:05.639868 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4faf6075-d1cc-44ac-bed6-82e3010a23b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:07.528809 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:08.281697 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:08.864812 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:18.844172 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:UPDATE=3,neutron:SELECT=20 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:22:18.857120 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:22:21.459030 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:22:32.681518 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-83a7fd23-86ef-43fc-bb13-c13f158a6729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:35.633948 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86a6378e-ff55-4040-8135-c2e7be96ed57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:37.532388 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:38.266293 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:38.857851 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:39.452489 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:22:39.457328 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:22:48.847615 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:22:48.853971 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:22:51.950882 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36966) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:22:52.328463 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c13a3f7-cf9b-419a-a7a7-1c0513784eab admin admin] GET failed (client error): The resource could not be found. Nov 02 12:22:52.330031 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0c13a3f7-cf9b-419a-a7a7-1c0513784eab admin admin] 10.222.0.85 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3781695 Nov 02 12:22:52.522125 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ba51e-7064-493b-9864-b27a563a3f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:22:52.524120 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6d2ba51e-7064-493b-9864-b27a563a3f5d admin admin] 10.222.0.85 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1896586 Nov 02 12:22:55.142933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 36976) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:22:55.592681 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f8d4ae-ebf4-4d37-8aae-8e3afb1a1341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:22:55.594239 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-10f8d4ae-ebf4-4d37-8aae-8e3afb1a1341 admin admin] 10.222.0.85 "GET /networking/v2.0/subnets/e5f37b2c-2a02-43bf-8508-c64e1f52ed9e HTTP/1.1" status: 200 len: 849 time: 0.4504426 Nov 02 12:22:55.604281 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:22:55.695055 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Publish callbacks [] for subnet (e5f37b2c-2a02-43bf-8508-c64e1f52ed9e), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:55.853037 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727638108838'] for subnet (e5f37b2c-2a02-43bf-8508-c64e1f52ed9e), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:55.919145 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:22:55.919785 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:55.921800 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] 10.222.0.85 "PUT /networking/v2.0/subnets/e5f37b2c-2a02-43bf-8508-c64e1f52ed9e HTTP/1.1" status: 200 len: 868 time: 0.3214593 Nov 02 12:22:55.926190 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759d6d1-dc7c-4dd0-b3b0-ddd53312f4c8 None None] Network dbf1d3e2-984f-465b-ac9b-38659c611edb requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:22:55.933136 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f37b2c-2a02-43bf-8508-c64e1f52ed9e,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:55.943735 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.944572 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.944916 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.945299 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.945638 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.945971 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.946298 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.946626 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.946959 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.947282 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.947624 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.947971 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.948293 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.948617 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.948939 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b79352-2527-451c-b677-9e316c762a9d admin admin] Tracked resource versions report: Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: pushed versions: Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: { 'AddressGroup': {'1.2'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Agent': {'1.1'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'ConntrackHelper': {'1.0'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Log': {'1.0'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'NDPProxy': {'1.0'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Network': {'1.1'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Port': {'1.7'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'PortForwarding': {'1.3'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'QosPolicy': {'1.10'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SecurityGroup': {'1.5'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SubPort': {'1.0'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Subnet': {'1.1'}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Trunk': {'1.1'}} Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: consumer versions: Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: { DHCP agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: L3 agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: Metadata agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: Metering agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: Open vSwitch agent@dv-cinder-863273-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Agent': '1.1', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'ConntrackHelper': '1.0', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'LocalIPAssociation': '1.0', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Log': '1.0', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'NDPProxy': '1.0', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Network': '1.1', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Port': '1.7', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'PortForwarding': '1.3', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'QosPolicy': '1.10', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SecurityGroup': '1.5', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SecurityGroupRule': '1.2', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SubPort': '1.0', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Subnet': '1.1', Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Trunk': '1.1'}} Nov 02 12:22:55.950502 dv-cinder-863273-1-iscsi neutron-server[106350]: {{(pid=106350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:22:56.218462 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4e6c1e97-a647-4be6-8739-f5fc94d7527b None None] Provisioning complete for port 455e6878-57ac-42bc-8f65-956110ba4a72 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:22:56.218939 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4e6c1e97-a647-4be6-8739-f5fc94d7527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (455e6878-57ac-42bc-8f65-956110ba4a72), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:56.219346 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4e6c1e97-a647-4be6-8739-f5fc94d7527b None None] Attempt 1 to provision port 455e6878-57ac-42bc-8f65-956110ba4a72 Nov 02 12:22:56.297221 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c1e97-a647-4be6-8739-f5fc94d7527b None None] Current status of the port 455e6878-57ac-42bc-8f65-956110ba4a72 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:22:56.305949 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4e6c1e97-a647-4be6-8739-f5fc94d7527b None None] Provisioning complete for port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:22:56.306361 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4e6c1e97-a647-4be6-8739-f5fc94d7527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (b9956ab7-1afc-4f4f-8d4c-308fcbf11e24), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:22:56.306731 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4e6c1e97-a647-4be6-8739-f5fc94d7527b None None] Attempt 1 to provision port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 Nov 02 12:22:56.379407 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c1e97-a647-4be6-8739-f5fc94d7527b None None] Current status of the port b9956ab7-1afc-4f4f-8d4c-308fcbf11e24 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:22:58.457834 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:22:58.529778 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 36990) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:22:59.042904 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d77503-a935-497a-abdd-32fbb122292f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:22:59.043287 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d77503-a935-497a-abdd-32fbb122292f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:22:59.044826 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-72d77503-a935-497a-abdd-32fbb122292f admin admin] 10.222.0.85 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.5141096 Nov 02 12:23:01.652757 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 36998) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:02.134511 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671caf37-5319-4aab-8547-d19ea65ba138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:02.134887 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671caf37-5319-4aab-8547-d19ea65ba138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:02.136409 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-671caf37-5319-4aab-8547-d19ea65ba138 admin admin] 10.222.0.85 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4826317 Nov 02 12:23:02.683320 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1c4d-2345-44d6-8c19-674d2e07bbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:04.714706 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37006) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:05.124903 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d8ef5-6faf-413f-a29a-e396fc988ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:05.126308 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e17d8ef5-6faf-413f-a29a-e396fc988ec6 admin admin] 10.222.0.85 "GET /networking/v2.0/networks/b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 HTTP/1.1" status: 200 len: 886 time: 0.4106605 Nov 02 12:23:05.637133 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a90736a8-bb8a-4d32-badd-4133cadd0742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:07.528313 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:07.721235 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37014) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:08.130148 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d91346f-ffaf-4eb2-90b1-e5fc324bfe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:08.132045 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0d91346f-ffaf-4eb2-90b1-e5fc324bfe4f admin admin] 10.222.0.85 "GET /networking/v2.0/networks/dbf1d3e2-984f-465b-ac9b-38659c611edb HTTP/1.1" status: 200 len: 870 time: 0.4098561 Nov 02 12:23:08.271340 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:08.862961 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:09.024812 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:09.039194 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=61,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:10.714128 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37022) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:11.117734 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f7e54-571b-443d-8576-c712466f59cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:11.118188 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f7e54-571b-443d-8576-c712466f59cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:11.119724 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-019f7e54-571b-443d-8576-c712466f59cf admin admin] 10.222.0.85 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4046221 Nov 02 12:23:13.727930 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37030) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:14.107750 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659ce81-f3e0-4650-a9b4-b6ae40341818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:14.108199 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659ce81-f3e0-4650-a9b4-b6ae40341818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:14.109831 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b659ce81-f3e0-4650-a9b4-b6ae40341818 admin admin] 10.222.0.85 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3809614 Nov 02 12:23:16.449498 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:16.453601 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:16.750409 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37038) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:17.091774 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=53 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:17.093508 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=66 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:17.129779 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eb40a1-b6c9-4ff9-b192-835ca96d5d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:17.131716 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-08eb40a1-b6c9-4ff9-b192-835ca96d5d8e admin admin] 10.222.0.85 "GET /networking/v2.0/subnets/ae29f28e-3a8c-4cf6-8b15-e258d681bd35 HTTP/1.1" status: 200 len: 816 time: 0.3802471 Nov 02 12:23:18.856922 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:18.857709 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:19.753579 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37046) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:20.134476 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6108fa4f-06ea-4bb4-a383-bced53d33df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:20.135844 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6108fa4f-06ea-4bb4-a383-bced53d33df6 admin admin] 10.222.0.85 "GET /networking/v2.0/subnets/e5f37b2c-2a02-43bf-8508-c64e1f52ed9e HTTP/1.1" status: 200 len: 868 time: 0.3813288 Nov 02 12:23:30.125205 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=11 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:30.130986 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=10 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:32.686515 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9f3e-a6aa-452a-a737-9f168b63c3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:34.091297 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=14 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:34.095534 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=12 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:35.455879 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:23:35.643560 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-236c49fd-ad50-43b6-a7d1-33d8bf64c286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:37.530443 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:38.275636 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:38.867195 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:43.738134 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37104) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:44.069189 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [None req-65ce104c-9848-4fb3-b491-550d76b81b99 admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:23:44.070092 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-65ce104c-9848-4fb3-b491-550d76b81b99 admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3310263 Nov 02 12:23:46.740132 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37112) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:47.082017 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc94ef6-be56-4bec-820d-5d2f5bd05a3a admin admin] GET failed (client error): The resource could not be found. Nov 02 12:23:47.083867 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-bfc94ef6-be56-4bec-820d-5d2f5bd05a3a admin admin] 10.222.0.85 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3427827 Nov 02 12:23:47.169367 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e04d00-c74f-443e-9dee-50203c246a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:47.170814 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a7e04d00-c74f-443e-9dee-50203c246a57 admin admin] 10.222.0.85 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826468 Nov 02 12:23:48.860109 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:48.862067 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:49.765259 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37120) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:50.095609 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:23:50.115481 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Made reservation on behalf of bbb8bdae345348eca7be88e01d7954f8 for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:23:50.117772 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:50.242738 dv-cinder-863273-1-iscsi neutron-server[106351]: WARNING neutron.services.revisions.revision_plugin [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Could not find related network for resource to bump revision. Nov 02 12:23:50.255516 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:23:50.265098 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:50.265449 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Added segment 901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6 of type vlan for network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b Nov 02 12:23:50.303744 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:50.327953 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:50.328973 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:50.329569 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:50.389147 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6227801 Nov 02 12:23:50.393991 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Pushing event updated for resources: {'Network': ['ID=3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:50.401451 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.401798 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.402163 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.402504 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.402832 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.403157 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.403478 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.403798 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.404132 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.404456 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.404792 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.405261 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.405481 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.405796 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.406103 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bbd9b-8bf7-464e-bd81-58f99268ef8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:50.417646 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:23:52.992772 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37128) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:23:53.339778 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a8bccc-be80-4edd-9d00-ed6c623b5000 admin admin] GET failed (client error): The resource could not be found. Nov 02 12:23:53.341645 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b9a8bccc-be80-4edd-9d00-ed6c623b5000 admin admin] 10.222.0.85 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3472912 Nov 02 12:23:53.411511 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3024813e-e509-42e0-9ec5-07ab2d979b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:53.412963 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-3024813e-e509-42e0-9ec5-07ab2d979b34 admin admin] 10.222.0.85 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0675070 Nov 02 12:23:53.422808 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:23:53.442777 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Made reservation on behalf of bbb8bdae345348eca7be88e01d7954f8 for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:23:53.445139 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:53.459876 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:53.460626 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:53.611185 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (587484c2-161b-465c-b831-bd1a8738ca02), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:53.673549 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Pushing event updated for resources: {'Subnet': ['ID=587484c2-161b-465c-b831-bd1a8738ca02,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:53.678894 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Checking segment: {'id': '901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:23:53.679967 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Network hostable DHCP agents. Network: 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:23:53.696446 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:23:53.705540 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:23:53.710178 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:23:53.710761 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:53.716685 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bb06a-6b19-4360-964e-946e253c8d2c None None] Network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:23:53.728132 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-f314d8eb-b9f5-4e49-9113-551896f4748f admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3086407 Nov 02 12:23:53.829075 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b', 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b', 'project_id': 'bbb8bdae345348eca7be88e01d7954f8', 'fixed_ips': [{'subnet_id': '587484c2-161b-465c-b831-bd1a8738ca02'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:23:53.830044 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:53.975506 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Allocated IP 192.168.233.2 (3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b/587484c2-161b-465c-b831-bd1a8738ca02/1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:23:54.217855 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Publish callbacks [] for port (1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.225266 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.266193 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:23:54.269084 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:23:54.275716 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:23:54.277784 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Pushing event updated for resources: {'Port': ['ID=1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:54.287539 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.287887 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.288276 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.288659 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.289103 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.289396 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.289741 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.290069 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.290396 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.290727 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.291071 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.291451 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.291809 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.292138 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.292460 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:23:54.348703 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Attempting to bind port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:23:54.349098 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Attempting to bind port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:23:54.349484 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Attempting to bind port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f on network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:23:54.397696 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:23:54.398070 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Checking segment: {'id': '901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:23:54.398502 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.398891 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Bound using segment: {'id': '901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:23:54.399363 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Bound port: 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:23:54.399786 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.462010 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] For port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:23:54.469499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] For port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f,segment=NetworkSegment(901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6),segment_id=901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:23:54.471704 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:54.528863 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7678280-3780-4dfb-a872-62a82078d877 None None] Pushing event updated for resources: {'Port': ['ID=1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:55.398330 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c35ae0-2e53-49a6-8bbf-503ee8539d1e None None] Network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:23:55.469268 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-1c3ba58e-9829-4678-83e7-c7ea81687bbb None None] Provisioning complete for port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:23:55.469686 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba58e-9829-4678-83e7-c7ea81687bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:55.470008 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-1c3ba58e-9829-4678-83e7-c7ea81687bbb None None] Attempt 1 to provision port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f Nov 02 12:23:55.478940 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:55.504494 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:23:55.598817 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ba58e-9829-4678-83e7-c7ea81687bbb None None] Current status of the port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:23:55.599257 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba58e-9829-4678-83e7-c7ea81687bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:55.638522 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-1c3ba58e-9829-4678-83e7-c7ea81687bbb None None] For port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f,segment=NetworkSegment(901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6),segment_id=901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:23:55.644127 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba58e-9829-4678-83e7-c7ea81687bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:55.695499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ba58e-9829-4678-83e7-c7ea81687bbb None None] Pushing event updated for resources: {'Port': ['ID=1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:55.765670 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-04a7d6b8-e56e-4a92-8ea8-c862e0a678c5 None None] Provisioning complete for port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:23:55.766264 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-04a7d6b8-e56e-4a92-8ea8-c862e0a678c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:55.766799 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-04a7d6b8-e56e-4a92-8ea8-c862e0a678c5 None None] Attempt 1 to provision port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f Nov 02 12:23:55.853305 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-04a7d6b8-e56e-4a92-8ea8-c862e0a678c5 None None] Current status of the port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:23:56.720986 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:23:56.767664 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:23:56.768122 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:23:56.768464 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f Nov 02 12:23:56.848869 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 1ed8ebfd-56cb-4e3a-b19d-1b26afd83a6f is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:24:02.691254 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9cb61910-fb81-4e77-9286-642b42180cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:03.720752 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=80,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:03.721622 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:05.637249 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfbce-816c-4348-8eb5-a7358fc1d65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:07.534451 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:08.281347 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:08.869172 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:12.454255 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:24:18.862806 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:18.865794 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:30.454371 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:30.459944 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:32.697246 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8640a85-3875-4827-8717-95ff50ccbf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:35.641317 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf993-9f14-453d-bbf1-635352d69f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:37.537419 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:38.274421 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:38.873543 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:24:48.866867 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:48.868029 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:24:49.453209 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:25:02.714520 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b76ed95e-7878-4711-a09b-67d8b09dc04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:05.648170 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f21029b0-5604-49eb-bfe7-635937db0e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:07.456457 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:07.457783 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:07.541666 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:08.277294 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:08.886347 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:18.843197 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37170) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:25:18.849546 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [None req-973970ed-d39e-45bf-9e34-d4c4fef11c4a tempest-verify_tempest_config-1497979098 tempest-verify_tempest_config-1497979098-project] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:25:18.850499 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-973970ed-d39e-45bf-9e34-d4c4fef11c4a tempest-verify_tempest_config-1497979098 tempest-verify_tempest_config-1497979098-project] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0062995 Nov 02 12:25:18.873309 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:18.881619 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:19.363234 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37188) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:25:19.695740 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:19.775236 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Publish callbacks [] for security_group (21351d7b-51b3-4cab-b43d-3f3b614fca40), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:19.779265 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (21351d7b-51b3-4cab-b43d-3f3b614fca40), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:19.825136 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=5d5b688c1eca4d329919f8de6c491837&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4608464 Nov 02 12:25:19.826016 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21351d7b-51b3-4cab-b43d-3f3b614fca40,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:25:19.827953 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37192) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:25:19.833364 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.833712 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.834069 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.834411 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.834745 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.835073 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.835398 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.835719 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.836045 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.836371 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.836718 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.837077 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.837386 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.837704 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.838022 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d591713-2b29-48d8-b7c5-4a14ac6f90b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:19.928398 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Publish callbacks [] for security_group (21351d7b-51b3-4cab-b43d-3f3b614fca40), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:19.947906 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Publish callbacks [] for security_group (21351d7b-51b3-4cab-b43d-3f3b614fca40), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:20.046423 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (21351d7b-51b3-4cab-b43d-3f3b614fca40), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:20.049336 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:20.050487 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/21351d7b-51b3-4cab-b43d-3f3b614fca40 HTTP/1.1" status: 204 len: 168 time: 0.2215688 Nov 02 12:25:20.058269 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21351d7b-51b3-4cab-b43d-3f3b614fca40,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:25:20.064919 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.065294 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.065661 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.066005 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.066340 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.066670 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.066994 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.067323 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.067668 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.067996 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.068337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.068680 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.069028 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.069352 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:20.069673 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c246e7-5413-44fa-a72d-2944d938abc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:25:26.452643 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:25:29.819593 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:29.832943 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:30.053826 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=16 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:30.061247 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=18,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:30.090467 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:32.688960 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bedc92d6-104a-4592-879d-585d4ade29a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:35.639355 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9a77ee86-babe-4bc2-9360-6e88aafe622d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:37.543974 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:38.281266 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:38.882989 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:25:44.451647 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=15 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:44.452435 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=19 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:48.877046 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:25:48.878914 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:02.692845 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44a2dcbb-08e9-449d-a617-762ae04e9e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:03.454158 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:26:05.645050 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1a6c-0cf7-42f5-8a77-9ceedbaaec0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:07.544770 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:08.284944 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:08.888357 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:18.881910 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:18.885188 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:21.460274 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:30.447164 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:32.697561 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4ebffca-6055-4d4e-be56-46162798054b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:35.647744 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f6c8352f-5465-4fad-8436-2f26a28d415e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:37.547132 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:38.286633 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:38.890449 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:40.453799 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 5 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:26:48.884559 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:48.886461 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:56.944806 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890136'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:26:58.451042 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:26:58.456426 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:02.699210 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-38d2a70f-3344-4663-b8e7-eb899f99dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:05.651061 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1bb14907-c265-4fc2-9bd7-8e24c4940129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:07.550671 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:08.293796 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:08.891804 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:10.055990 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37288) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:27:10.189534 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-c169621b-0dfb-4ba0-ab96-ef77d662e1e7 admin admin] 10.222.0.85 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1325467 Nov 02 12:27:12.655118 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37298) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:27:12.719115 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-718142d7-b8ee-484a-a97b-36192346e03d admin admin] 10.222.0.85 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0627401 Nov 02 12:27:17.453244 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:27:18.885626 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:18.887560 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:20.184192 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:22.712002 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:22.712743 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:26.929694 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:32.701711 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ee3c-7038-495c-b924-75af9310ee0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:35.448366 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=14 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:35.453507 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=20 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:35.653908 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea22be1e-a9f4-4c76-adab-cf7afd6a428b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:37.553402 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:38.287353 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:38.897628 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:27:48.890267 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:48.891626 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:27:54.453012 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:27:56.926091 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:02.710314 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6cc706ea-05e2-4aee-8db6-c677134ef1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:05.669195 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-78362eb1-af4f-4c54-97a3-d98a9f11d18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:07.569171 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:08.303039 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:08.939475 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:12.461506 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=6 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:12.462442 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:18.296277 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:18.932825 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:26.934076 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:30.452558 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:30.454171 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:DELETE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:31.454769 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:28:32.711125 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-befe267b-6f4d-4064-98eb-07343dc5ea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:35.658489 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9561858b-cf7e-4d0e-8f13-bd422bd76c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:37.570719 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:38.293309 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:38.924622 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:48.907344 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:48.918735 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:49.460810 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:49.462067 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:54.437411 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37398) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:54.688682 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-866918524-network', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:28:54.721237 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Made reservation on behalf of 62aa5934d5d14fdb81dd5d4817ab8e74 for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:28:54.724528 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:54.736180 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:54.880581 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Publish callbacks [] for security_group (37cfd307-95fb-4e54-b17c-39589b79ccbf), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:54.887367 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (37cfd307-95fb-4e54-b17c-39589b79ccbf), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:54.914747 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:28:54.933795 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:54.934379 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Added segment fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c of type vlan for network 06c5d739-a69b-4eff-a51e-383faef760f9 Nov 02 12:28:55.059937 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cfd307-95fb-4e54-b17c-39589b79ccbf,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:55.084631 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.085205 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.086016 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.086784 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.087310 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.087846 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.088376 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.088918 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.089478 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.095372 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.096026 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.096604 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.097196 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.097748 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.098310 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Tracked resource versions report: Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: pushed versions: Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: { 'AddressGroup': {'1.2'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Agent': {'1.1'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'ConntrackHelper': {'1.0'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Log': {'1.0'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'NDPProxy': {'1.0'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Network': {'1.1'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Port': {'1.7'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'PortForwarding': {'1.3'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'QosPolicy': {'1.10'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SecurityGroup': {'1.5'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SubPort': {'1.0'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Subnet': {'1.1'}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Trunk': {'1.1'}} Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: consumer versions: Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: { DHCP agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: L3 agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: Metadata agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: Metering agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: Open vSwitch agent@dv-cinder-863273-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Agent': '1.1', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'ConntrackHelper': '1.0', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'LocalIPAssociation': '1.0', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Log': '1.0', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'NDPProxy': '1.0', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Network': '1.1', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Port': '1.7', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'PortForwarding': '1.3', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'QosPolicy': '1.10', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SecurityGroup': '1.5', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SecurityGroupRule': '1.2', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'SubPort': '1.0', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Subnet': '1.1', Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: 'Trunk': '1.1'}} Nov 02 12:28:55.100462 dv-cinder-863273-1-iscsi neutron-server[106351]: {{(pid=106351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:28:55.122558 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (06c5d739-a69b-4eff-a51e-383faef760f9), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:55.171666 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (06c5d739-a69b-4eff-a51e-383faef760f9), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:55.172819 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:28:55.173403 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:55.245752 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] Pushing event updated for resources: {'Network': ['ID=06c5d739-a69b-4eff-a51e-383faef760f9,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:55.266630 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37440) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:55.267652 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-08ec8aa3-20b9-47b5-bc88-a721441c954d admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8280108 Nov 02 12:28:55.267882 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 06c5d739-a69b-4eff-a51e-383faef760f9 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:28:55.281280 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Request body: {'subnet': {'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-subnet', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:28:55.362047 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Made reservation on behalf of 62aa5934d5d14fdb81dd5d4817ab8e74 for: {'subnet': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:28:55.374914 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:55.814197 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (5db38fba-8cac-46e9-bac4-657ebea5cdb1), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:55.891525 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db38fba-8cac-46e9-bac4-657ebea5cdb1,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:55.902214 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.902780 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.903862 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.904416 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.904962 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.905529 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.906262 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.906939 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.907464 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.908020 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.908479 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.909052 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.909567 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.909996 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.910517 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Tracked resource versions report: Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: pushed versions: Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: { 'AddressGroup': {'1.2'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Agent': {'1.1'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'ConntrackHelper': {'1.0'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Log': {'1.0'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'NDPProxy': {'1.0'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Network': {'1.1'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Port': {'1.7'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'PortForwarding': {'1.3'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'QosPolicy': {'1.10'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SecurityGroup': {'1.5'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SubPort': {'1.0'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Subnet': {'1.1'}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Trunk': {'1.1'}} Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: consumer versions: Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: { DHCP agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: L3 agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: Metadata agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: Metering agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: Open vSwitch agent@dv-cinder-863273-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Agent': '1.1', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'ConntrackHelper': '1.0', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'LocalIPAssociation': '1.0', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Log': '1.0', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'NDPProxy': '1.0', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Network': '1.1', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Port': '1.7', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'PortForwarding': '1.3', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'QosPolicy': '1.10', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SecurityGroup': '1.5', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SecurityGroupRule': '1.2', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'SubPort': '1.0', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Subnet': '1.1', Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: 'Trunk': '1.1'}} Nov 02 12:28:55.912184 dv-cinder-863273-1-iscsi neutron-server[106350]: {{(pid=106350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:28:55.958339 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Checking segment: {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:28:55.958900 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Network hostable DHCP agents. Network: 06c5d739-a69b-4eff-a51e-383faef760f9, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:28:56.001467 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Network 06c5d739-a69b-4eff-a51e-383faef760f9 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:28:56.027664 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 06c5d739-a69b-4eff-a51e-383faef760f9) {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:28:56.039275 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:28:56.040968 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:56.046925 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33566e88-1078-4e47-86d5-dbd127fe5cdc None None] Network 06c5d739-a69b-4eff-a51e-383faef760f9 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:28:56.084912 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-ab7a661e-4300-4f49-86e8-9866c171103d admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8166578 Nov 02 12:28:56.088491 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37472) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:56.103075 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:28:56.166409 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (24000646-60ea-4995-9d21-5e4dd20eb7c1), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:56.167756 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (24000646-60ea-4995-9d21-5e4dd20eb7c1), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:56.262957 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-06c5d739-a69b-4eff-a51e-383faef760f9', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:28:56.262957 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:56.303253 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks [] for router_controller (24000646-60ea-4995-9d21-5e4dd20eb7c1), precommit_add_association {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:56.603012 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Allocated IP 172.20.0.2 (06c5d739-a69b-4eff-a51e-383faef760f9/5db38fba-8cac-46e9-bac4-657ebea5cdb1/c7b4f1b6-1124-4231-a931-21400df6b86c) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:28:56.636549 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks [] for router_gateway (24000646-60ea-4995-9d21-5e4dd20eb7c1), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:56.805241 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37496) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:56.913772 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Publish callbacks [] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:56.938438 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:56.970600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Network 06c5d739-a69b-4eff-a51e-383faef760f9 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:28:57.019895 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:28:57.025690 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:28:57.077469 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.078363 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Pushing event updated for resources: {'Port': ['ID=c7b4f1b6-1124-4231-a931-21400df6b86c,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:57.143816 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks [] for router_gateway (24000646-60ea-4995-9d21-5e4dd20eb7c1), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.152622 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.153388 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.154014 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.154723 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.155282 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.155841 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.156357 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.156846 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.157471 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.158063 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.158630 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.159250 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.159663 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.160277 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.160872 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Tracked resource versions report: Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: pushed versions: Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: { 'AddressGroup': {'1.2'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Agent': {'1.1'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'ConntrackHelper': {'1.0'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Log': {'1.0'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'NDPProxy': {'1.0'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Network': {'1.1'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Port': {'1.7'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'PortForwarding': {'1.3'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'QosPolicy': {'1.10'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SecurityGroup': {'1.5'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SubPort': {'1.0'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Subnet': {'1.1'}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Trunk': {'1.1'}} Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: consumer versions: Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: { DHCP agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: L3 agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: Metadata agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: Metering agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: Open vSwitch agent@dv-cinder-863273-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Agent': '1.1', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'ConntrackHelper': '1.0', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'LocalIPAssociation': '1.0', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Log': '1.0', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'NDPProxy': '1.0', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Network': '1.1', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Port': '1.7', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'PortForwarding': '1.3', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'QosPolicy': '1.10', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SecurityGroup': '1.5', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SecurityGroupRule': '1.2', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'SubPort': '1.0', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Subnet': '1.1', Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: 'Trunk': '1.1'}} Nov 02 12:28:57.174667 dv-cinder-863273-1-iscsi neutron-server[106352]: {{(pid=106352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:28:57.196603 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.224401 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Attempting to bind port c7b4f1b6-1124-4231-a931-21400df6b86c on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:28:57.225817 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Attempting to bind port c7b4f1b6-1124-4231-a931-21400df6b86c by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:28:57.226213 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Attempting to bind port c7b4f1b6-1124-4231-a931-21400df6b86c on network 06c5d739-a69b-4eff-a51e-383faef760f9 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:28:57.279879 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:28:57.280630 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Checking segment: {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:28:57.281208 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.281646 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Bound using segment: {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:28:57.282107 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Bound port: c7b4f1b6-1124-4231-a931-21400df6b86c, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:28:57.282582 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.374048 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2137237308-network', 'tenant_id': '565eec3408344c2e84f2988fb2230c46'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:28:57.441299 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] For port c7b4f1b6-1124-4231-a931-21400df6b86c, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:28:57.442688 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Made reservation on behalf of 565eec3408344c2e84f2988fb2230c46 for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:28:57.448205 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] For port c7b4f1b6-1124-4231-a931-21400df6b86c, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c7b4f1b6-1124-4231-a931-21400df6b86c,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:28:57.451373 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.457136 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:57.463833 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.469640 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.484338 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Allocated IP 172.27.3.233 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/f41aec86-b016-4a53-b1f3-4783927bc305) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:28:57.505687 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:57.536883 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:57.601068 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982ab9e-f8d3-4321-8a2c-461104df551c None None] Pushing event updated for resources: {'Port': ['ID=c7b4f1b6-1124-4231-a931-21400df6b86c,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:57.686920 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Publish callbacks [] for security_group (86e2a2a7-e321-4f41-bfa1-624a726b20bf), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.697241 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (86e2a2a7-e321-4f41-bfa1-624a726b20bf), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.711183 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks [] for port (f41aec86-b016-4a53-b1f3-4783927bc305), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.758274 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:28:57.777420 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37534) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:57.804049 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=67,neutron:INSERT=27,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:57.814463 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (bf3a97c6-b49d-4e74-93bc-669474549b8e), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.816344 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Added segment bf3a97c6-b49d-4e74-93bc-669474549b8e of type vlan for network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 Nov 02 12:28:57.835953 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2a2a7-e321-4f41-bfa1-624a726b20bf,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:57.938504 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:57.956956 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (2b7cd6b4-d388-4abb-b5ab-ec6598a0c773), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:58.036091 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (2b7cd6b4-d388-4abb-b5ab-ec6598a0c773), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:58.037931 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:28:58.038920 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:58.062040 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:28:58.072001 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:28:58.080755 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:28:58.099111 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f41aec86-b016-4a53-b1f3-4783927bc305,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:58.214218 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] Pushing event updated for resources: {'Network': ['ID=2b7cd6b4-d388-4abb-b5ab-ec6598a0c773,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:58.230638 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:28:58.262971 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37548) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:58.263321 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-fdde0618-417a-4365-9ff9-5015c3921346 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4563088 Nov 02 12:28:58.269142 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Request body: {'subnet': {'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2137237308-subnet', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:28:58.428901 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-495150491-network', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:28:58.439230 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Made reservation on behalf of 565eec3408344c2e84f2988fb2230c46 for: {'subnet': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:28:58.441674 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:58.571390 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Made reservation on behalf of 3dfb62f918dd41aea2e6d49286476dd0 for: {'network': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:28:58.576094 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:58.599738 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks [] for router_gateway (24000646-60ea-4995-9d21-5e4dd20eb7c1), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:58.604484 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:58.810980 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:58.894293 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=8 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:28:59.038724 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Publish callbacks [] for security_group (fc25d6c6-a3b1-45f1-824e-8ad4c49f9033), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.045448 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (7a0e1592-7cbe-4d7b-904b-505f9f912a55), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.066428 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (fc25d6c6-a3b1-45f1-824e-8ad4c49f9033), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.112186 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=106350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:28:59.113046 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c7b4f1b6-1124-4231-a931-21400df6b86c up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:28:59.148786 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (24000646-60ea-4995-9d21-5e4dd20eb7c1), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.185633 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727638002890', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (49f1458d-aa68-4c6d-b035-4329b48c7ef4), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.186148 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Unsubscribe: segment precommit_create {{(pid=106350) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 12:28:59.186712 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.segments_db [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Added segment 49f1458d-aa68-4c6d-b035-4329b48c7ef4 of type vlan for network d036ebb3-3fc9-46ee-88bb-f55457c5a308 Nov 02 12:28:59.283359 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:59.305965 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978dbe62-d49f-4219-850b-220e58fca3a8 None None] Network 06c5d739-a69b-4eff-a51e-383faef760f9 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:28:59.342108 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0e1592-7cbe-4d7b-904b-505f9f912a55,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:59.365703 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (d036ebb3-3fc9-46ee-88bb-f55457c5a308), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.383602 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Checking segment: {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:28:59.383940 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Network hostable DHCP agents. Network: 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:28:59.395413 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c7b4f1b6-1124-4231-a931-21400df6b86c triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:28:59.396174 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.396723 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c7b4f1b6-1124-4231-a931-21400df6b86c Nov 02 12:28:59.498440 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (d036ebb3-3fc9-46ee-88bb-f55457c5a308), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.500023 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:28:59.501789 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.529553 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:28:59.564508 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773) {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:28:59.570071 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:28:59.571078 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.643329 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8613853 Nov 02 12:28:59.648958 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37590) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:59.659715 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Request body: {'subnet': {'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-subnet', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:28:59.717719 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7380bab8-7427-490e-a1b3-7d1fd1316c97 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4531403 Nov 02 12:28:59.723623 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Router 24000646-60ea-4995-9d21-5e4dd20eb7c1 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:28:59.727020 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37592) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:28:59.729698 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1241f4-0cf8-4087-9a2a-0e5ad17ff886 admin admin] Pushing event updated for resources: {'Network': ['ID=d036ebb3-3fc9-46ee-88bb-f55457c5a308,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:59.738485 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:28:59.787054 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Made reservation on behalf of 3dfb62f918dd41aea2e6d49286476dd0 for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:28:59.792953 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.822793 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.823138 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.880470 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca92c2b-e3d4-4cb2-9482-0d5aac551d41 None None] Network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:28:59.908614 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:28:59.922431 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-7a1d3395-c38b-4be0-b8da-55077ff60a03 None None] Provisioning complete for port c7b4f1b6-1124-4231-a931-21400df6b86c triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:28:59.922855 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3395-c38b-4be0-b8da-55077ff60a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:28:59.923164 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-7a1d3395-c38b-4be0-b8da-55077ff60a03 None None] Attempt 1 to provision port c7b4f1b6-1124-4231-a931-21400df6b86c Nov 02 12:28:59.958673 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:00.513705 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:00.530394 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks [] for router_controller (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), precommit_add_association {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:00.536459 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:00.542058 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (fbce0648-1980-4ba0-846b-e1a10bbac213), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:00.559015 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:29:00.576139 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Sync routers for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:29:00.601578 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:00.620892 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:00.622100 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:28:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:00.802207 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks [] for router_gateway (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:00.806031 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c7b4f1b6-1124-4231-a931-21400df6b86c is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:00.806631 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:00.814004 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:00.815851 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b8b2acc1-18cf-4c77-9ae7-4d2110d4a8d7 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7242014 Nov 02 12:29:00.819936 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37628) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:00.916281 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-2b7cd6b4-d388-4abb-b5ab-ec6598a0c773', 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773', 'project_id': '565eec3408344c2e84f2988fb2230c46', 'fixed_ips': [{'subnet_id': '7a0e1592-7cbe-4d7b-904b-505f9f912a55'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:29:00.928933 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.007536 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbce0648-1980-4ba0-846b-e1a10bbac213,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:01.041567 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Checking segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:01.041921 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Network hostable DHCP agents. Network: d036ebb3-3fc9-46ee-88bb-f55457c5a308, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:29:01.084433 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:29:01.115225 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, d036ebb3-3fc9-46ee-88bb-f55457c5a308) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:01.121238 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:01.122620 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.154462 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-2655cb42-19a0-42da-bdaa-d33bd1df3118 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5033948 Nov 02 12:29:01.158944 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37634) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:01.168566 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:01.185936 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648c2dd-5655-480c-841f-3bd13fe5ff86 None None] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:29:01.228515 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (1abf6c31-009f-4ce0-962c-75edba7810b6), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.230292 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (1abf6c31-009f-4ce0-962c-75edba7810b6), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.256096 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:01.412557 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:01.415215 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d3395-c38b-4be0-b8da-55077ff60a03 None None] Current status of the port c7b4f1b6-1124-4231-a931-21400df6b86c is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:01.416363 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3395-c38b-4be0-b8da-55077ff60a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.468520 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks [] for router_controller (1abf6c31-009f-4ce0-962c-75edba7810b6), precommit_add_association {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.532922 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port c7b4f1b6-1124-4231-a931-21400df6b86c, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c7b4f1b6-1124-4231-a931-21400df6b86c,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:01.698567 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:28:58Z', 'revision_number': 3, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:01.734424 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks [] for router_gateway (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.739636 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks [] for router_gateway (1abf6c31-009f-4ce0-962c-75edba7810b6), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.769466 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.792024 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Checking router: 24000646-60ea-4995-9d21-5e4dd20eb7c1 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:29:01.792395 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Updating router 24000646-60ea-4995-9d21-5e4dd20eb7c1 port f41aec86-b016-4a53-b1f3-4783927bc305 binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:29:01.864929 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:01.899095 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Allocated IP 172.27.3.71 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:01.916880 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Allocated IP 172.20.0.2 (2b7cd6b4-d388-4abb-b5ab-ec6598a0c773/7a0e1592-7cbe-4d7b-904b-505f9f912a55/5d11bc68-cf65-4001-a2f2-d9f08ea6d551) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:01.921074 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:02.065351 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:02.146681 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.178356 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:02.218593 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-d036ebb3-3fc9-46ee-88bb-f55457c5a308', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:29:02.219567 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.287634 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks [] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.310996 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.db.api [None req-7a1d3395-c38b-4be0-b8da-55077ff60a03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:29:02.314392 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG oslo_db.api [None req-7a1d3395-c38b-4be0-b8da-55077ff60a03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:29:02.316258 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=c7b4f1b6-1124-4231-a931-21400df6b86c,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:02.324324 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks [] for router_gateway (1abf6c31-009f-4ce0-962c-75edba7810b6), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.358455 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.460935 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.564292 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:02.595276 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:02.600180 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:02.601750 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Pushing event updated for resources: {'Port': ['ID=8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:02.666842 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Publish callbacks [] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.692444 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.705042 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:02.846506 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Publish callbacks [] for port (f41aec86-b016-4a53-b1f3-4783927bc305), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.857445 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:02.932730 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Attempting to bind port f41aec86-b016-4a53-b1f3-4783927bc305 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:02.933438 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Attempting to bind port f41aec86-b016-4a53-b1f3-4783927bc305 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:02.934552 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Attempting to bind port f41aec86-b016-4a53-b1f3-4783927bc305 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:02.999575 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Pushing event updated for resources: {'Port': ['ID=f41aec86-b016-4a53-b1f3-4783927bc305,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:03.013637 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.014167 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.014626 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.015139 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.015666 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.017356 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.017849 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.018321 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.019019 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.019638 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.020409 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.021028 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.021520 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.021969 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.022397 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Tracked resource versions report: Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: pushed versions: Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: { 'AddressGroup': {'1.2'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Agent': {'1.1'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'ConntrackHelper': {'1.0'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Log': {'1.0'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'NDPProxy': {'1.0'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Network': {'1.1'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Port': {'1.7'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'PortForwarding': {'1.3'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'QosPolicy': {'1.10'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SecurityGroup': {'1.5'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SubPort': {'1.0'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Subnet': {'1.1'}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Trunk': {'1.1'}} Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: consumer versions: Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: { DHCP agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: L3 agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: Metadata agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: Metering agent@dv-cinder-863273-1-iscsi: {}, Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: Open vSwitch agent@dv-cinder-863273-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Agent': '1.1', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'ConntrackHelper': '1.0', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'LocalIPAssociation': '1.0', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Log': '1.0', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'NDPProxy': '1.0', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Network': '1.1', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Port': '1.7', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'PortForwarding': '1.3', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'QosPolicy': '1.10', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SecurityGroup': '1.5', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SecurityGroupRule': '1.2', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'SubPort': '1.0', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Subnet': '1.1', Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: 'Trunk': '1.1'}} Nov 02 12:29:03.023794 dv-cinder-863273-1-iscsi neutron-server[106353]: {{(pid=106353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:29:03.060808 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Allocated IP 172.27.3.82 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/00202903-5fbc-400e-94f3-dfe79dddf386) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:03.074253 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:03.075352 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:03.075880 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:03.075979 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:03.076441 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:03.076962 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Bound port: f41aec86-b016-4a53-b1f3-4783927bc305, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:03.077617 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:03.154285 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Allocated IP 172.20.0.2 (d036ebb3-3fc9-46ee-88bb-f55457c5a308/fbce0648-1980-4ba0-846b-e1a10bbac213/563c7e6f-61b1-45ff-8c01-12bf525255d1) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:03.163452 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:03.225236 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:03.263343 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1a0a6979-cad1-4362-8339-53f3cfec6df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:03.282195 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] For port f41aec86-b016-4a53-b1f3-4783927bc305, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:03.291003 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] For port f41aec86-b016-4a53-b1f3-4783927bc305, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=f41aec86-b016-4a53-b1f3-4783927bc305,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:03.291898 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:03.308697 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:03.311255 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:03.319821 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d3395-c38b-4be0-b8da-55077ff60a03 None None] Current status of the port c7b4f1b6-1124-4231-a931-21400df6b86c is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:03.340832 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Pushing event updated for resources: {'Port': ['ID=5d11bc68-cf65-4001-a2f2-d9f08ea6d551,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:03.352370 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks [] for port (00202903-5fbc-400e-94f3-dfe79dddf386), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:03.396202 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:03.397643 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:28:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:03.512366 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:03.709450 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:03.719874 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bf0e9b5e-667b-4d74-9c76-6dc820bfa71f None None] Provisioning complete for port c7b4f1b6-1124-4231-a931-21400df6b86c triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:03.725947 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bf0e9b5e-667b-4d74-9c76-6dc820bfa71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:03.727104 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bf0e9b5e-667b-4d74-9c76-6dc820bfa71f None None] Attempt 1 to provision port c7b4f1b6-1124-4231-a931-21400df6b86c Nov 02 12:29:03.727782 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066fe88-429b-46c1-8f43-542ee7e98397 None None] Pushing event updated for resources: {'Port': ['ID=f41aec86-b016-4a53-b1f3-4783927bc305,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:03.730003 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:03.751371 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:03.904236 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Attempting to bind port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:03.904786 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Attempting to bind port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:03.908882 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Pushing event updated for resources: {'Port': ['ID=00202903-5fbc-400e-94f3-dfe79dddf386,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:03.917551 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Attempting to bind port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 on network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:04.068150 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:04.105120 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:04.159038 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37700) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:04.256107 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:04.264877 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e9b5e-667b-4d74-9c76-6dc820bfa71f None None] Current status of the port c7b4f1b6-1124-4231-a931-21400df6b86c is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:04.347958 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:04.348860 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Checking segment: {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:04.349440 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:04.350731 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Bound using segment: {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:04.351427 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Bound port: 5d11bc68-cf65-4001-a2f2-d9f08ea6d551, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:04.351966 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:04.390099 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks [] for router_gateway (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:04.428528 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] For port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:04.432875 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] For port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=5d11bc68-cf65-4001-a2f2-d9f08ea6d551,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:04.457525 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:04.461428 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:04.463967 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c7b4f1b6-1124-4231-a931-21400df6b86c up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:04.494598 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Allocated IP 172.20.0.1 (06c5d739-a69b-4eff-a51e-383faef760f9/5db38fba-8cac-46e9-bac4-657ebea5cdb1/a11cf642-7d5e-464c-80e8-6a9e27c83f5f) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:04.554475 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Publish callbacks [] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:04.556116 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4380-e8e8-4aaa-9ed5-ce7009ad5c48 None None] Pushing event updated for resources: {'Port': ['ID=5d11bc68-cf65-4001-a2f2-d9f08ea6d551,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:04.578568 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:04.687015 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:04.705342 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks [] for router_gateway (1abf6c31-009f-4ce0-962c-75edba7810b6), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:04.763045 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-587aea3c-1b74-4e80-85ba-7972f4cdda12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:04.880320 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:28:58Z', 'revision_number': 3, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:04.982122 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06544593-60cf-45a4-9926-496f0e52f0f3 None None] The sync data for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi is: [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:28:58Z', 'revision_number': 3, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:29:05.003999 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Publish callbacks [] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:05.118479 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:05.149645 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:05.161614 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (1abf6c31-009f-4ce0-962c-75edba7810b6), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:05.171997 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:05.172801 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:05.215331 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:05.328435 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Pushing event updated for resources: {'Port': ['ID=563c7e6f-61b1-45ff-8c01-12bf525255d1,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:05.333295 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:05.414235 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c7b4f1b6-1124-4231-a931-21400df6b86c triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:05.414690 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:05.419483 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c7b4f1b6-1124-4231-a931-21400df6b86c Nov 02 12:29:05.421516 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Network 06c5d739-a69b-4eff-a51e-383faef760f9 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:05.454660 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Router 1abf6c31-009f-4ce0-962c-75edba7810b6 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:29:05.458644 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:05.557545 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:05.563526 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:05.569254 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Pushing event updated for resources: {'Port': ['ID=a11cf642-7d5e-464c-80e8-6a9e27c83f5f,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:05.582481 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:05.582481 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (24000646-60ea-4995-9d21-5e4dd20eb7c1), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:05.813782 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c7b4f1b6-1124-4231-a931-21400df6b86c is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:05.838298 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Attempting to bind port 563c7e6f-61b1-45ff-8c01-12bf525255d1 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:05.838834 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Attempting to bind port 563c7e6f-61b1-45ff-8c01-12bf525255d1 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:05.839355 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Attempting to bind port 563c7e6f-61b1-45ff-8c01-12bf525255d1 on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:05.876223 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:29:05.932156 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:05.936161 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a7f00402-52df-4b10-9c71-be131f769243 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7756913 Nov 02 12:29:05.940405 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37744) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:06.020452 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Sync routers for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:29:06.048822 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2e953fd7-9e22-4604-8a85-3debe34fee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:06.052484 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:06.052976 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Checking segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:06.053339 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:06.053823 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Bound using segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:06.054376 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Bound port: 563c7e6f-61b1-45ff-8c01-12bf525255d1, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:06.054757 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:06.169725 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] For port 563c7e6f-61b1-45ff-8c01-12bf525255d1, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:06.175880 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] For port 563c7e6f-61b1-45ff-8c01-12bf525255d1, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=563c7e6f-61b1-45ff-8c01-12bf525255d1,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:06.180677 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:06.212059 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:06.214515 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:28:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:06.318759 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-587aea3c-1b74-4e80-85ba-7972f4cdda12 admin admin] Publish callbacks [] for security_group (0fc0b8ce-0f2f-4e77-a8a9-22fba7b53c18), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:06.435419 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-587aea3c-1b74-4e80-85ba-7972f4cdda12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0fc0b8ce-0f2f-4e77-a8a9-22fba7b53c18), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:06.455384 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:06.557050 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:06.575507 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:06.679314 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aea3c-1b74-4e80-85ba-7972f4cdda12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc0b8ce-0f2f-4e77-a8a9-22fba7b53c18,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:06.755281 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-25b1b221-dc45-48c0-9e1e-cfc1ab791b6b None None] Provisioning complete for port a11cf642-7d5e-464c-80e8-6a9e27c83f5f triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:06.755682 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-25b1b221-dc45-48c0-9e1e-cfc1ab791b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:06.756050 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-25b1b221-dc45-48c0-9e1e-cfc1ab791b6b None None] Attempt 1 to provision port a11cf642-7d5e-464c-80e8-6a9e27c83f5f Nov 02 12:29:06.834100 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-587aea3c-1b74-4e80-85ba-7972f4cdda12 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=88ea7c290e7b4470b7b336ec9da930ca&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6692836 Nov 02 12:29:06.835683 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37760) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:06.901382 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59521971-9ff1-4902-9adf-886c848ad5da None None] Network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:29:06.903973 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37764) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:06.932163 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042b4a6-b65b-40d9-81bd-a7d4484cd6c1 None None] Pushing event updated for resources: {'Port': ['ID=563c7e6f-61b1-45ff-8c01-12bf525255d1,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:07.119592 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-25b1b221-dc45-48c0-9e1e-cfc1ab791b6b None None] Port a11cf642-7d5e-464c-80e8-6a9e27c83f5f cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:29:07.142904 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:07.143314 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.143664 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 Nov 02 12:29:07.283131 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:07.291086 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.349266 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6740d4f5-e2a0-437b-9d24-1e56c8d82875 admin admin] Publish callbacks [] for security_group (0fc0b8ce-0f2f-4e77-a8a9-22fba7b53c18), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.366124 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:29:07.422902 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6740d4f5-e2a0-437b-9d24-1e56c8d82875 admin admin] Publish callbacks [] for security_group (0fc0b8ce-0f2f-4e77-a8a9-22fba7b53c18), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.433244 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-f2da613f-1f95-4978-8a8c-6b6afdb82efe None None] Provisioning complete for port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:07.433856 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f2da613f-1f95-4978-8a8c-6b6afdb82efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.434411 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-f2da613f-1f95-4978-8a8c-6b6afdb82efe None None] Attempt 1 to provision port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 Nov 02 12:29:07.454238 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:07.472559 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:04Z', 'revision_number': 3, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:07.529402 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:07.542034 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Checking router: 1abf6c31-009f-4ce0-962c-75edba7810b6 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:29:07.542701 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Updating router 1abf6c31-009f-4ce0-962c-75edba7810b6 port 00202903-5fbc-400e-94f3-dfe79dddf386 binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:29:07.556298 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5e2d01cb-893a-46ea-be79-dcc4a52e2452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.635456 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.657989 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.730008 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5e2d01cb-893a-46ea-be79-dcc4a52e2452 admin admin] Publish callbacks [] for security_group (1870eea9-67e3-45b2-8c30-ddb6e306d615), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.740281 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5e2d01cb-893a-46ea-be79-dcc4a52e2452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (1870eea9-67e3-45b2-8c30-ddb6e306d615), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.751749 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:07.752562 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.782148 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:29:07.796814 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Sync routers for ids ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:29:07.829990 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f2da613f-1f95-4978-8a8c-6b6afdb82efe None None] Current status of the port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:07.830735 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f2da613f-1f95-4978-8a8c-6b6afdb82efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.832528 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.834074 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-6db760bf-3249-4127-8b73-960a6eec2b2d admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1054041 Nov 02 12:29:07.840072 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37778) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:07.853743 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Routers {'7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:07.854101 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:07.854870 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:07.861088 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6740d4f5-e2a0-437b-9d24-1e56c8d82875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0fc0b8ce-0f2f-4e77-a8a9-22fba7b53c18), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.865830 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6740d4f5-e2a0-437b-9d24-1e56c8d82875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:07.870135 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-6740d4f5-e2a0-437b-9d24-1e56c8d82875 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0fc0b8ce-0f2f-4e77-a8a9-22fba7b53c18 HTTP/1.1" status: 204 len: 168 time: 0.7870381 Nov 02 12:29:07.969403 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:08.091578 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=5d11bc68-cf65-4001-a2f2-d9f08ea6d551,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:08.183449 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.185742 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device f41aec86-b016-4a53-b1f3-4783927bc305 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:08.211708 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Set router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:08.231405 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:08.289796 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-5e2d01cb-893a-46ea-be79-dcc4a52e2452 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=2c34199e1871487882981bb6a96a6e15&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3837490 Nov 02 12:29:08.297165 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37790) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:08.319715 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Publish callbacks [] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.323320 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740d4f5-e2a0-437b-9d24-1e56c8d82875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc0b8ce-0f2f-4e77-a8a9-22fba7b53c18,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:08.344765 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.348021 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (24000646-60ea-4995-9d21-5e4dd20eb7c1), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.538540 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:29:08.561450 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port f41aec86-b016-4a53-b1f3-4783927bc305 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:08.562053 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.562449 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port f41aec86-b016-4a53-b1f3-4783927bc305 Nov 02 12:29:08.572803 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.592717 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37796) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:08.623551 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.db.api [None req-f2da613f-1f95-4978-8a8c-6b6afdb82efe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 12:29:08.624297 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG oslo_db.api [None req-f2da613f-1f95-4978-8a8c-6b6afdb82efe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:29:08.635612 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d01cb-893a-46ea-be79-dcc4a52e2452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1870eea9-67e3-45b2-8c30-ddb6e306d615,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:08.671582 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=5d11bc68-cf65-4001-a2f2-d9f08ea6d551,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:08.739799 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:59Z', 'updated_at': '2022-11-02T12:29:02Z', 'revision_number': 3, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'gw_port': {'id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:08.776040 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-307f739d-087f-437c-be2e-16ebcdf3a09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.791620 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Checking router: 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:29:08.791973 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Updating router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:29:08.816130 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0462cef-a076-4837-9392-a13f425f8fc2 admin admin] Publish callbacks [] for security_group (1870eea9-67e3-45b2-8c30-ddb6e306d615), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.838172 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.867177 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0462cef-a076-4837-9392-a13f425f8fc2 admin admin] Publish callbacks [] for security_group (1870eea9-67e3-45b2-8c30-ddb6e306d615), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.942331 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Pushing event updated for resources: {'Port': ['ID=a11cf642-7d5e-464c-80e8-6a9e27c83f5f,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:08.959825 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:08.971748 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port f41aec86-b016-4a53-b1f3-4783927bc305 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:08.972599 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.106928 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0462cef-a076-4837-9392-a13f425f8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (1870eea9-67e3-45b2-8c30-ddb6e306d615), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.109767 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0462cef-a076-4837-9392-a13f425f8fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.113236 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:09.114858 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-f0462cef-a076-4837-9392-a13f425f8fc2 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/1870eea9-67e3-45b2-8c30-ddb6e306d615 HTTP/1.1" status: 204 len: 168 time: 0.8139687 Nov 02 12:29:09.198623 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Network 06c5d739-a69b-4eff-a51e-383faef760f9 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:09.205500 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0462cef-a076-4837-9392-a13f425f8fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1870eea9-67e3-45b2-8c30-ddb6e306d615,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:09.207581 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:09.254638 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0f25e-cb52-478e-b171-b35fc9b7f240 None None] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:29:09.268662 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-307f739d-087f-437c-be2e-16ebcdf3a09c admin admin] Publish callbacks [] for security_group (cc78e7c6-a3a5-4754-a08d-fe2663103f08), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.287782 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.292353 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Publish callbacks [] for port (00202903-5fbc-400e-94f3-dfe79dddf386), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.333547 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-307f739d-087f-437c-be2e-16ebcdf3a09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (cc78e7c6-a3a5-4754-a08d-fe2663103f08), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.410684 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f739d-087f-437c-be2e-16ebcdf3a09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc78e7c6-a3a5-4754-a08d-fe2663103f08,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:09.458410 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port f41aec86-b016-4a53-b1f3-4783927bc305, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=f41aec86-b016-4a53-b1f3-4783927bc305,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:09.482883 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.491769 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-307f739d-087f-437c-be2e-16ebcdf3a09c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=d9bf83e021ba49f5ac0b10b6d6157507&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8744376 Nov 02 12:29:09.498455 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37810) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:09.524807 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Allocated IP 172.20.0.1 (d036ebb3-3fc9-46ee-88bb-f55457c5a308/fbce0648-1980-4ba0-846b-e1a10bbac213/1ab57b82-fd28-48cf-b223-009600b3f6a0) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:09.532044 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Router 24000646-60ea-4995-9d21-5e4dd20eb7c1 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:29:09.545094 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:09.587605 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.594035 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f2da613f-1f95-4978-8a8c-6b6afdb82efe None None] Current status of the port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:09.644868 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Attempting to bind port 00202903-5fbc-400e-94f3-dfe79dddf386 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:09.645268 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Attempting to bind port 00202903-5fbc-400e-94f3-dfe79dddf386 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:09.645630 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Attempting to bind port 00202903-5fbc-400e-94f3-dfe79dddf386 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:09.663886 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Publish callbacks [] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.672809 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:09.681042 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.774470 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:09.821121 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Provisioning complete for port 563c7e6f-61b1-45ff-8c01-12bf525255d1 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:09.821497 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.821833 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Attempt 1 to provision port 563c7e6f-61b1-45ff-8c01-12bf525255d1 Nov 02 12:29:09.844290 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367beea-c6ac-4fb2-8689-5c968f5202a4 None None] Pushing event updated for resources: {'Port': ['ID=8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:09.863328 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.873771 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Attempting to bind port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:09.874830 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Attempting to bind port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:09.875885 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Attempting to bind port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:09.975710 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:09.976623 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:09.977565 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.978252 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:09.979022 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Bound port: 00202903-5fbc-400e-94f3-dfe79dddf386, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:09.979729 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:09.996275 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Publish callbacks [] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.032803 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:10.033657 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:10.034452 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.035190 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:10.036166 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Bound port: 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:10.037791 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.043059 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1731dcab-b1fe-4a2a-b504-8b83531bc643 admin admin] Publish callbacks [] for security_group (cc78e7c6-a3a5-4754-a08d-fe2663103f08), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.094511 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.117751 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2150ce-c590-475d-9bfb-7dad2b54b87d None None] Pushing event updated for resources: {'Port': ['ID=00202903-5fbc-400e-94f3-dfe79dddf386,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:10.156325 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 563c7e6f-61b1-45ff-8c01-12bf525255d1 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:10.173385 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] For port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:10.177525 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] For port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:10.194630 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1731dcab-b1fe-4a2a-b504-8b83531bc643 admin admin] Publish callbacks [] for security_group (cc78e7c6-a3a5-4754-a08d-fe2663103f08), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.199049 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:10.209752 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.245196 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:10.305156 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:10.306340 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:29:10.314673 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab57b82-fd28-48cf-b223-009600b3f6a0,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:10.323485 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-15120663-f731-476c-9b92-f181fba6154d admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/24000646-60ea-4995-9d21-5e4dd20eb7c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5021930 Nov 02 12:29:10.340927 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:10.359506 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Sync routers for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:29:10.415111 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:10.416250 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (1abf6c31-009f-4ce0-962c-75edba7810b6), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.443108 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:10.461556 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Routers {'7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:10.462631 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:10.475665 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:10.476327 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:10.478781 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1731dcab-b1fe-4a2a-b504-8b83531bc643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (cc78e7c6-a3a5-4754-a08d-fe2663103f08), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.484086 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1731dcab-b1fe-4a2a-b504-8b83531bc643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.486583 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-1731dcab-b1fe-4a2a-b504-8b83531bc643 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/cc78e7c6-a3a5-4754-a08d-fe2663103f08 HTTP/1.1" status: 204 len: 168 time: 0.9854903 Nov 02 12:29:10.493095 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] For port 00202903-5fbc-400e-94f3-dfe79dddf386, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:10.526332 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731dcab-b1fe-4a2a-b504-8b83531bc643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc78e7c6-a3a5-4754-a08d-fe2663103f08,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:10.529577 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Allocated IP 172.20.0.1 (2b7cd6b4-d388-4abb-b5ab-ec6598a0c773/7a0e1592-7cbe-4d7b-904b-505f9f912a55/590d29f6-94a4-4829-9fe7-278dd905e01e) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:10.604881 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:10.610086 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=f41aec86-b016-4a53-b1f3-4783927bc305,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:10.624401 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367beea-c6ac-4fb2-8689-5c968f5202a4 None None] Pushing event updated for resources: {'Port': ['ID=8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:10.659422 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Current status of the port 563c7e6f-61b1-45ff-8c01-12bf525255d1 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:10.666147 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.679214 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] For port 00202903-5fbc-400e-94f3-dfe79dddf386, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=00202903-5fbc-400e-94f3-dfe79dddf386,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:10.791790 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.800356 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] Set router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:10.812099 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 563c7e6f-61b1-45ff-8c01-12bf525255d1 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:10.812472 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:10.812801 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 563c7e6f-61b1-45ff-8c01-12bf525255d1 Nov 02 12:29:10.996804 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:11.021913 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.035731 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Publish callbacks [] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.256078 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.355625 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:11.376728 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:11.376728 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:11.378956 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:11.397953 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:11.398453 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.438778 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] For port 563c7e6f-61b1-45ff-8c01-12bf525255d1, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=563c7e6f-61b1-45ff-8c01-12bf525255d1,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:11.542032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Pushing event updated for resources: {'Port': ['ID=590d29f6-94a4-4829-9fe7-278dd905e01e,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:11.546537 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:59Z', 'updated_at': '2022-11-02T12:29:02Z', 'revision_number': 3, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'gw_port': {'id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:11.648696 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.671130 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:11.712398 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ded8f-a383-4302-bd43-a5972e10dfd6 None None] The sync data for ids ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'] in dv-cinder-863273-1-iscsi is: [{'id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:59Z', 'updated_at': '2022-11-02T12:29:02Z', 'revision_number': 3, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'gw_port': {'id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:29:11.729347 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37874) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:11.742511 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-92dfdb96-0d18-416d-90e5-d8c85b5a995d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180337007', 'description': 'tempest-description--96225687'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:11.791661 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-92dfdb96-0d18-416d-90e5-d8c85b5a995d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.812315 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:11.816584 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Publish callbacks [] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.831267 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.835565 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (1abf6c31-009f-4ce0-962c-75edba7810b6), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.965403 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-92dfdb96-0d18-416d-90e5-d8c85b5a995d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (cae70e58-6348-4d0f-83c4-0b9126d87ff2), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:11.972424 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-92dfdb96-0d18-416d-90e5-d8c85b5a995d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (cae70e58-6348-4d0f-83c4-0b9126d87ff2), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:12.071088 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfdb96-0d18-416d-90e5-d8c85b5a995d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae70e58-6348-4d0f-83c4-0b9126d87ff2,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:12.101379 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab57b82-fd28-48cf-b223-009600b3f6a0,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:12.122199 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-92dfdb96-0d18-416d-90e5-d8c85b5a995d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:12.123815 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-92dfdb96-0d18-416d-90e5-d8c85b5a995d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3932476 Nov 02 12:29:12.128186 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 37880) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:12.167581 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-23b8a7a6-0928-4948-9839-7b85e55ffe0b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'security_group_rule': {'security_group_id': 'cae70e58-6348-4d0f-83c4-0b9126d87ff2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:12.182799 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:12.232674 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:12.247017 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:12.256499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:12.284717 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:12.286969 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:12.354677 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-23b8a7a6-0928-4948-9839-7b85e55ffe0b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (e6debf32-41e2-416b-916b-a7c7d5ac773e), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:12.413050 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2150ce-c590-475d-9bfb-7dad2b54b87d None None] Pushing event updated for resources: {'Port': ['ID=00202903-5fbc-400e-94f3-dfe79dddf386,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:12.453722 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Provisioning complete for port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:12.462153 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:12.462697 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Attempt 1 to provision port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 Nov 02 12:29:12.820930 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 563c7e6f-61b1-45ff-8c01-12bf525255d1 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:12.830153 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:12.876086 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Router 1abf6c31-009f-4ce0-962c-75edba7810b6 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:29:12.953887 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:13.228656 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Pushing event updated for resources: {'Port': ['ID=563c7e6f-61b1-45ff-8c01-12bf525255d1,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:13.288560 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:09Z', 'revision_number': 1, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:13.313481 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:29:13.326624 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a25e5696-dd35-4e12-9e61-ee01b87586b3 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/1abf6c31-009f-4ce0-962c-75edba7810b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3847406 Nov 02 12:29:13.342979 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-23b8a7a6-0928-4948-9839-7b85e55ffe0b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (e6debf32-41e2-416b-916b-a7c7d5ac773e), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:13.353701 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043837e6-8bee-4f85-9fc2-5b7c234c9932 None None] The sync data for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi is: [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:09Z', 'revision_number': 1, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:29:13.379737 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-23b8a7a6-0928-4948-9839-7b85e55ffe0b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (e6debf32-41e2-416b-916b-a7c7d5ac773e), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:13.447786 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ae2893f7-38a9-422e-b7d7-31aaf49b17d2 None None] Current status of the port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:13.485658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8a7a6-0928-4948-9839-7b85e55ffe0b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6debf32-41e2-416b-916b-a7c7d5ac773e,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:13.497425 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:13.497563 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:13.497809 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 Nov 02 12:29:13.592031 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-23b8a7a6-0928-4948-9839-7b85e55ffe0b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:13.604856 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-23b8a7a6-0928-4948-9839-7b85e55ffe0b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4730101 Nov 02 12:29:13.607652 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37944) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:13.633201 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-6894fc29-298a-48c1-b2cd-9a2885b3f575 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'security_group_rule': {'security_group_id': 'cae70e58-6348-4d0f-83c4-0b9126d87ff2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:13.721422 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6894fc29-298a-48c1-b2cd-9a2885b3f575 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (58e0f188-0278-4cb0-80a6-d042a75781f7), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:13.722164 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:13.742425 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Publish callbacks [] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:13.753306 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:13.754565 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:14.035441 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6894fc29-298a-48c1-b2cd-9a2885b3f575 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (58e0f188-0278-4cb0-80a6-d042a75781f7), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:14.050639 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6894fc29-298a-48c1-b2cd-9a2885b3f575 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (58e0f188-0278-4cb0-80a6-d042a75781f7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:14.097121 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894fc29-298a-48c1-b2cd-9a2885b3f575 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e0f188-0278-4cb0-80a6-d042a75781f7,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:14.138549 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6894fc29-298a-48c1-b2cd-9a2885b3f575 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:14.139811 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6894fc29-298a-48c1-b2cd-9a2885b3f575 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5310292 Nov 02 12:29:14.145482 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 37964) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:14.167551 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:14.228891 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Pushing event updated for resources: {'Port': ['ID=590d29f6-94a4-4829-9fe7-278dd905e01e,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:14.272408 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:14.450342 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:14.457877 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:14.490211 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:14.537545 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Provisioning complete for port 563c7e6f-61b1-45ff-8c01-12bf525255d1 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:14.538106 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:14.538648 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Attempt 1 to provision port 563c7e6f-61b1-45ff-8c01-12bf525255d1 Nov 02 12:29:14.842897 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 2, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:14.978615 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:15.036979 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Checking router: 24000646-60ea-4995-9d21-5e4dd20eb7c1 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:29:15.037545 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Updating router 24000646-60ea-4995-9d21-5e4dd20eb7c1 port a11cf642-7d5e-464c-80e8-6a9e27c83f5f binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:29:15.241619 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:15.245809 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:29:15.346375 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Allocated IP 172.27.3.201 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/936120c9-a9f0-4978-bd80-28253a857954) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:15.363759 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:15.587705 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:29:15.594791 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-2b91078e-6d07-4332-ad40-bc8f16aa05dc admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7526922 Nov 02 12:29:15.722177 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38034) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:15.728384 dv-cinder-863273-1-iscsi neutron-server[106350]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 12:29:15.871994 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Current status of the port 563c7e6f-61b1-45ff-8c01-12bf525255d1 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:15.938391 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Provisioning complete for port 1ab57b82-fd28-48cf-b223-009600b3f6a0 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:15.938996 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:15.939527 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Attempt 1 to provision port 1ab57b82-fd28-48cf-b223-009600b3f6a0 Nov 02 12:29:15.942372 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:15.949920 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:15.950463 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 Nov 02 12:29:16.086560 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:16.213458 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:16.246016 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:16.318542 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for port (936120c9-a9f0-4978-bd80-28253a857954), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:16.357931 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-3c13ae4b-3bee-4f00-b944-c4d75027368a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:16.368102 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-3c13ae4b-3bee-4f00-b944-c4d75027368a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 818 time: 0.6409080 Nov 02 12:29:16.387341 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Sync routers for ids ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:29:16.391816 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-c2266485-9981-48c6-a23a-4a174a1b3138 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/quotas/3dfb62f918dd41aea2e6d49286476dd0 HTTP/1.1" status: 200 len: 375 time: 0.0218709 Nov 02 12:29:16.396809 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Port 1ab57b82-fd28-48cf-b223-009600b3f6a0 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:29:16.426748 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Routers {'7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:16.437657 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:16.442725 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (936120c9-a9f0-4978-bd80-28253a857954), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:16.542233 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Provisioning complete for port 590d29f6-94a4-4829-9fe7-278dd905e01e triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:16.543650 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:16.544449 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Attempt 1 to provision port 590d29f6-94a4-4829-9fe7-278dd905e01e Nov 02 12:29:16.559049 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'Port': ['ID=936120c9-a9f0-4978-bd80-28253a857954,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:16.599636 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:16.606698 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:16.611374 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:16.765180 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-fa562e9a-87d1-4cc5-a8fa-aa71d3683c7a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3658481 Nov 02 12:29:16.765995 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38068) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:16.783453 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:16.933167 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Set router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:16.974912 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Port 590d29f6-94a4-4829-9fe7-278dd905e01e cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:29:16.988437 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (33c76ae6-35ca-4149-9fb1-c1f45c560a80), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.134871 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:17.135447 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.159092 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (936120c9-a9f0-4978-bd80-28253a857954), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.185537 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Provisioning complete for port a11cf642-7d5e-464c-80e8-6a9e27c83f5f triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:17.186429 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.188802 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Attempt 1 to provision port a11cf642-7d5e-464c-80e8-6a9e27c83f5f Nov 02 12:29:17.436465 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2e6cab27-755c-4928-ab21-18931e5547f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.628868 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Publish callbacks [] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.652549 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:17.659319 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:59Z', 'updated_at': '2022-11-02T12:29:11Z', 'revision_number': 4, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'gw_port': {'id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '590d29f6-94a4-4829-9fe7-278dd905e01e', 'name': '', 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'mac_address': 'fa:16:3e:9e:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a0e1592-7cbe-4d7b-904b-505f9f912a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:10Z', 'updated_at': '2022-11-02T12:29:12Z', 'revision_number': 2, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'subnets': [{'id': '7a0e1592-7cbe-4d7b-904b-505f9f912a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:17.665723 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.707265 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2e6cab27-755c-4928-ab21-18931e5547f8 admin admin] Publish callbacks [] for security_group (54429fdf-257d-49df-a9f2-9270c1a99c3a), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.717126 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2e6cab27-755c-4928-ab21-18931e5547f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (54429fdf-257d-49df-a9f2-9270c1a99c3a), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.733830 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.735098 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device f41aec86-b016-4a53-b1f3-4783927bc305 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:17.740499 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Checking router: 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:29:17.740958 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Updating router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 port 590d29f6-94a4-4829-9fe7-278dd905e01e binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:29:17.845384 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.864716 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-f7424594-49e7-4edb-bbd9-3f20a8d5b774 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:29:17.868244 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-f7424594-49e7-4edb-bbd9-3f20a8d5b774 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5310729 Nov 02 12:29:17.882608 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-2e6cab27-755c-4928-ab21-18931e5547f8 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=4052f9d3c4f340eba358014a59e54a11&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1108127 Nov 02 12:29:17.882898 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:17.888298 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38118) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:17.894429 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for port (936120c9-a9f0-4978-bd80-28253a857954), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.904261 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cab27-755c-4928-ab21-18931e5547f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54429fdf-257d-49df-a9f2-9270c1a99c3a,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:17.905546 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (936120c9-a9f0-4978-bd80-28253a857954), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.909458 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (33c76ae6-35ca-4149-9fb1-c1f45c560a80), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:17.946766 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:18.031028 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-75ad3298-15c2-4054-a1a2-fc1f6e664a82 None None] Port a11cf642-7d5e-464c-80e8-6a9e27c83f5f cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:29:18.086339 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38126) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:18.087002 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'Port': ['ID=936120c9-a9f0-4978-bd80-28253a857954,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:18.117542 dv-cinder-863273-1-iscsi neutron-server[106351]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 12:29:18.184034 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:18.198010 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Attempting to bind port a11cf642-7d5e-464c-80e8-6a9e27c83f5f on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:18.198911 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Attempting to bind port a11cf642-7d5e-464c-80e8-6a9e27c83f5f by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:18.199689 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Attempting to bind port a11cf642-7d5e-464c-80e8-6a9e27c83f5f on network 06c5d739-a69b-4eff-a51e-383faef760f9 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:18.203487 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fb1ba-b174-475d-9027-c135f49f5856 None None] Pushing event updated for resources: {'Port': ['ID=a11cf642-7d5e-464c-80e8-6a9e27c83f5f,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:18.217606 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.222150 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9d1600f2-8544-4e45-86ac-4420a770df38 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0755668 Nov 02 12:29:18.241123 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-89a99a05-1f46-4415-a9ae-05c3b7ed47ec admin admin] Publish callbacks [] for security_group (54429fdf-257d-49df-a9f2-9270c1a99c3a), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.285217 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-e6acdd02-d74b-4b03-a176-c18032cdf37d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731737 Nov 02 12:29:18.348780 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-89a99a05-1f46-4415-a9ae-05c3b7ed47ec admin admin] Publish callbacks [] for security_group (54429fdf-257d-49df-a9f2-9270c1a99c3a), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.465905 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:18.549035 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Publish callbacks [] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.559590 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=100 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:18.566059 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.603261 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-c2ac4e97-fc8f-453b-b82a-d08ef0d83865 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:18.618635 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-ad214de5-5526-42d9-a095-a23f4bfc0628 None None] Provisioning complete for port 590d29f6-94a4-4829-9fe7-278dd905e01e triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:18.619355 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ad214de5-5526-42d9-a095-a23f4bfc0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.619865 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-ad214de5-5526-42d9-a095-a23f4bfc0628 None None] Attempt 1 to provision port 590d29f6-94a4-4829-9fe7-278dd905e01e Nov 02 12:29:18.632793 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-c2ac4e97-fc8f-453b-b82a-d08ef0d83865 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/networks?id=2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 HTTP/1.1" status: 200 len: 812 time: 0.5203402 Nov 02 12:29:18.660701 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-89a99a05-1f46-4415-a9ae-05c3b7ed47ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (54429fdf-257d-49df-a9f2-9270c1a99c3a), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.663986 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-89a99a05-1f46-4415-a9ae-05c3b7ed47ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.665617 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-89a99a05-1f46-4415-a9ae-05c3b7ed47ec admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/54429fdf-257d-49df-a9f2-9270c1a99c3a HTTP/1.1" status: 204 len: 168 time: 0.7758260 Nov 02 12:29:18.689556 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a99a05-1f46-4415-a9ae-05c3b7ed47ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54429fdf-257d-49df-a9f2-9270c1a99c3a,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:18.702044 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-a18d7cab-43c1-4f01-9ff3-426b2daa18df tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/quotas/565eec3408344c2e84f2988fb2230c46 HTTP/1.1" status: 200 len: 375 time: 0.0595553 Nov 02 12:29:18.739109 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-c6feb7cb-4ef8-4675-bddc-182cb5fa8bb9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369857 Nov 02 12:29:18.867474 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port f41aec86-b016-4a53-b1f3-4783927bc305 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:18.868008 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:18.868253 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26c811-bf52-43e5-a990-d628f68fdd16 None None] Pushing event updated for resources: {'Port': ['ID=590d29f6-94a4-4829-9fe7-278dd905e01e,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:18.868729 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port f41aec86-b016-4a53-b1f3-4783927bc305 Nov 02 12:29:18.954539 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Attempting to bind port 590d29f6-94a4-4829-9fe7-278dd905e01e on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:18.955313 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Attempting to bind port 590d29f6-94a4-4829-9fe7-278dd905e01e by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:18.957371 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Attempting to bind port 590d29f6-94a4-4829-9fe7-278dd905e01e on network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:19.047355 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:19.047918 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Checking segment: {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:19.048442 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:19.048956 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-ea07568a-f849-4c6f-8748-0718e82a0679 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=565eec3408344c2e84f2988fb2230c46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3417749 Nov 02 12:29:19.049684 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Bound using segment: {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:19.049684 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Bound port: 590d29f6-94a4-4829-9fe7-278dd905e01e, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:19.050738 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:19.056940 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Sync routers for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:29:19.142373 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ad214de5-5526-42d9-a095-a23f4bfc0628 None None] Port 590d29f6-94a4-4829-9fe7-278dd905e01e cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:29:19.187755 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:19.188731 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Checking segment: {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:19.189707 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:19.190700 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Bound using segment: {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:19.191784 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Bound port: a11cf642-7d5e-464c-80e8-6a9e27c83f5f, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:19.192677 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:19.215560 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:19.218742 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:19.220194 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:19.371105 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] For port 590d29f6-94a4-4829-9fe7-278dd905e01e, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:19.378356 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] For port 590d29f6-94a4-4829-9fe7-278dd905e01e, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=590d29f6-94a4-4829-9fe7-278dd905e01e,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:19.391215 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:19.548871 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38200) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:19.582916 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Routers {'7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:19.585120 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:19.588605 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:19.622724 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-035310da-7b4c-4aa3-8fef-9dfb0dc01293 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--180337007&fields=id&tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74 HTTP/1.1" status: 200 len: 267 time: 0.1375697 Nov 02 12:29:19.645175 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38206) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:19.684076 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port f41aec86-b016-4a53-b1f3-4783927bc305 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:19.689992 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 563c7e6f-61b1-45ff-8c01-12bf525255d1 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:19.702472 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] For port a11cf642-7d5e-464c-80e8-6a9e27c83f5f, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:19.836406 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26c811-bf52-43e5-a990-d628f68fdd16 None None] Pushing event updated for resources: {'Port': ['ID=590d29f6-94a4-4829-9fe7-278dd905e01e,revision_number=4']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:19.837447 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:19.862088 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] For port a11cf642-7d5e-464c-80e8-6a9e27c83f5f, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=a11cf642-7d5e-464c-80e8-6a9e27c83f5f,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:19.958038 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9b79f514-f60e-46d7-adaf-541bd474a4f4 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:19.959823 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9b79f514-f60e-46d7-adaf-541bd474a4f4 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 816 time: 0.3241847 Nov 02 12:29:19.983917 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-1f6fe787-b1b3-4da7-a395-d46caaf6fb0b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/quotas/62aa5934d5d14fdb81dd5d4817ab8e74 HTTP/1.1" status: 200 len: 375 time: 0.0155435 Nov 02 12:29:20.010156 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:20.114408 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-ac9caf30-8b22-4b7d-a404-aa784ed425bf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247008 Nov 02 12:29:20.148941 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] Set router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:20.416282 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7db4-b410-4dc7-b913-93da1813e75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:20.425055 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 563c7e6f-61b1-45ff-8c01-12bf525255d1 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:20.426676 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:20.427409 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 563c7e6f-61b1-45ff-8c01-12bf525255d1 Nov 02 12:29:20.427811 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-8f1c3ee5-26c1-4717-a27b-6bbbebdee7f7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968383 Nov 02 12:29:20.428546 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38236) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:20.445327 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:20.452162 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:20.454174 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:20.460827 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9552f164-af57-4626-a25b-191e6b062e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:20.541837 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-baaf6975-71c0-47c3-930e-060cf771dbf8 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:29:20.543854 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-baaf6975-71c0-47c3-930e-060cf771dbf8 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3045778 Nov 02 12:29:20.662997 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-244228f0-5d74-499a-80cc-0235ec7e33d9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236593 Nov 02 12:29:20.761334 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82174e8a-b625-4c27-a52d-8c3acf9086ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:20.842888 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:59Z', 'updated_at': '2022-11-02T12:29:11Z', 'revision_number': 4, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'gw_port': {'id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '590d29f6-94a4-4829-9fe7-278dd905e01e', 'name': '', 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'mac_address': 'fa:16:3e:9e:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a0e1592-7cbe-4d7b-904b-505f9f912a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:10Z', 'updated_at': '2022-11-02T12:29:19Z', 'revision_number': 4, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'subnets': [{'id': '7a0e1592-7cbe-4d7b-904b-505f9f912a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:20.848405 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:20.943271 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1d874-231a-497a-8d04-7272160ffee3 None None] The sync data for ids ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'] in dv-cinder-863273-1-iscsi is: [{'id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:59Z', 'updated_at': '2022-11-02T12:29:11Z', 'revision_number': 4, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'gw_port': {'id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '590d29f6-94a4-4829-9fe7-278dd905e01e', 'name': '', 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'mac_address': 'fa:16:3e:9e:b3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a0e1592-7cbe-4d7b-904b-505f9f912a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:10Z', 'updated_at': '2022-11-02T12:29:19Z', 'revision_number': 4, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'subnets': [{'id': '7a0e1592-7cbe-4d7b-904b-505f9f912a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:29:20.985670 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9552f164-af57-4626-a25b-191e6b062e31 admin admin] Publish callbacks [] for security_group (25f26739-b6c2-4cfc-bd67-c37c7dd92c07), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:21.072262 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9552f164-af57-4626-a25b-191e6b062e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (25f26739-b6c2-4cfc-bd67-c37c7dd92c07), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:21.137711 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4003aecb-47a8-4962-97fa-7e3aa47da325 req-71671816-eea6-4315-8608-02f195c2e6de tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 210 time: 0.0891106 Nov 02 12:29:21.160882 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82174e8a-b625-4c27-a52d-8c3acf9086ec admin admin] Publish callbacks [] for security_group (6fb709c2-894b-47c7-b72e-adda0bdb74b1), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:21.166595 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82174e8a-b625-4c27-a52d-8c3acf9086ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6fb709c2-894b-47c7-b72e-adda0bdb74b1), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:21.315884 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82174e8a-b625-4c27-a52d-8c3acf9086ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb709c2-894b-47c7-b72e-adda0bdb74b1,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:21.320887 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9552f164-af57-4626-a25b-191e6b062e31 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=36d6c3038bdf4479836310d68284de32&name=default HTTP/1.1" status: 200 len: 2995 time: 1.6691704 Nov 02 12:29:21.329120 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38280) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:21.376600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fb1ba-b174-475d-9027-c135f49f5856 None None] Pushing event updated for resources: {'Port': ['ID=a11cf642-7d5e-464c-80e8-6a9e27c83f5f,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:21.447926 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552f164-af57-4626-a25b-191e6b062e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f26739-b6c2-4cfc-bd67-c37c7dd92c07,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:21.494117 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:21.497069 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7db4-b410-4dc7-b913-93da1813e75e admin admin] Publish callbacks [] for security_group (c623d951-0475-4e19-b439-f2caed5cf268), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:21.508244 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-079d882b-2214-44c9-976d-9f2d19dbfd7c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2b7cd6b4-d388-4abb-b5ab-ec6598a0c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9462471 Nov 02 12:29:21.515846 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7db4-b410-4dc7-b913-93da1813e75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c623d951-0475-4e19-b439-f2caed5cf268), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:21.634091 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-82174e8a-b625-4c27-a52d-8c3acf9086ec admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=da49cbdc435c46748262ad9249b64261&name=default HTTP/1.1" status: 200 len: 2995 time: 1.2009113 Nov 02 12:29:21.637493 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38292) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:21.668181 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:11Z', 'revision_number': 2, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:21.669191 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:21.691823 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9a4ec15a-02f1-4594-afb6-b760b3ae0207 req-86e59ecc-b52f-4c7b-940d-b7be2152deca tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 210 time: 0.1617432 Nov 02 12:29:21.759436 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4859d1c0-11c8-4ed3-825f-e2c89752f5fd admin admin] Publish callbacks [] for security_group (25f26739-b6c2-4cfc-bd67-c37c7dd92c07), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:21.803121 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Checking router: 1abf6c31-009f-4ce0-962c-75edba7810b6 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:29:21.803121 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Updating router 1abf6c31-009f-4ce0-962c-75edba7810b6 port 1ab57b82-fd28-48cf-b223-009600b3f6a0 binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:29:21.854926 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:21.858033 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:21.914820 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ef8d7db4-b410-4dc7-b913-93da1813e75e admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=5abb17741f2241d7b15d2c1b48b20f2b&name=default HTTP/1.1" status: 200 len: 2995 time: 2.3643069 Nov 02 12:29:21.923386 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d7db4-b410-4dc7-b913-93da1813e75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c623d951-0475-4e19-b439-f2caed5cf268,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:21.937200 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38314) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:21.956028 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:22.047733 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4859d1c0-11c8-4ed3-825f-e2c89752f5fd admin admin] Publish callbacks [] for security_group (25f26739-b6c2-4cfc-bd67-c37c7dd92c07), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.296609 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-648ecd05-47aa-4b63-93da-52dcdd0edf66 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2b7cd6b4-d388-4abb-b5ab-ec6598a0c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7211380 Nov 02 12:29:22.327646 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f2afcaed-2c3d-45e7-a2bf-42ef54958487 admin admin] Publish callbacks [] for security_group (c623d951-0475-4e19-b439-f2caed5cf268), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.341681 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Publish callbacks [] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.351520 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:22.353126 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:22.394755 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.500950 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f2afcaed-2c3d-45e7-a2bf-42ef54958487 admin admin] Publish callbacks [] for security_group (c623d951-0475-4e19-b439-f2caed5cf268), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.590659 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4859d1c0-11c8-4ed3-825f-e2c89752f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (25f26739-b6c2-4cfc-bd67-c37c7dd92c07), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.594454 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4859d1c0-11c8-4ed3-825f-e2c89752f5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.598989 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4859d1c0-11c8-4ed3-825f-e2c89752f5fd admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/25f26739-b6c2-4cfc-bd67-c37c7dd92c07 HTTP/1.1" status: 204 len: 168 time: 1.2590828 Nov 02 12:29:22.629549 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-708d1109-2aaf-4ac1-9ff9-a0c246f4c722 admin admin] Publish callbacks [] for security_group (6fb709c2-894b-47c7-b72e-adda0bdb74b1), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.654536 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859d1c0-11c8-4ed3-825f-e2c89752f5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f26739-b6c2-4cfc-bd67-c37c7dd92c07,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:22.686491 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-110d687b-c44d-49da-a932-9b8467db58ab tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:22.695373 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-110d687b-c44d-49da-a932-9b8467db58ab tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 818 time: 0.7264526 Nov 02 12:29:22.703767 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-708d1109-2aaf-4ac1-9ff9-a0c246f4c722 admin admin] Publish callbacks [] for security_group (6fb709c2-894b-47c7-b72e-adda0bdb74b1), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.722699 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-01ba346a-1051-4081-ad0d-5e20993cf052 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/quotas/3dfb62f918dd41aea2e6d49286476dd0 HTTP/1.1" status: 200 len: 375 time: 0.0260787 Nov 02 12:29:22.852245 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f2afcaed-2c3d-45e7-a2bf-42ef54958487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c623d951-0475-4e19-b439-f2caed5cf268), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.859121 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f2afcaed-2c3d-45e7-a2bf-42ef54958487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:22.862392 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-f2afcaed-2c3d-45e7-a2bf-42ef54958487 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/c623d951-0475-4e19-b439-f2caed5cf268 HTTP/1.1" status: 204 len: 168 time: 0.9235108 Nov 02 12:29:22.881652 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-2a983aa9-e6af-4269-b162-4721b325b25f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1574197 Nov 02 12:29:22.894695 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afcaed-2c3d-45e7-a2bf-42ef54958487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c623d951-0475-4e19-b439-f2caed5cf268,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:22.997584 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:19Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:23.108386 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-708d1109-2aaf-4ac1-9ff9-a0c246f4c722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6fb709c2-894b-47c7-b72e-adda0bdb74b1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:23.115984 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-708d1109-2aaf-4ac1-9ff9-a0c246f4c722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:23.131408 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-708d1109-2aaf-4ac1-9ff9-a0c246f4c722 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/6fb709c2-894b-47c7-b72e-adda0bdb74b1 HTTP/1.1" status: 204 len: 168 time: 1.4673989 Nov 02 12:29:23.241400 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d1109-2aaf-4ac1-9ff9-a0c246f4c722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb709c2-894b-47c7-b72e-adda0bdb74b1,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:23.260178 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-7f4e554d-6785-4f16-a72a-3a6f5ac9a8e7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775585 Nov 02 12:29:23.353986 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21435c0a-c614-4496-9b61-320e4ccc2496 None None] The sync data for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi is: [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:19Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:29:23.383342 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a98ab214-600f-49a8-8245-9911c0d18431 req-1ee5d7b6-da1e-486c-917a-b2391eff1a6a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 210 time: 0.1615400 Nov 02 12:29:23.429957 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 563c7e6f-61b1-45ff-8c01-12bf525255d1 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:23.456077 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3ce6d-583d-4815-b661-686df20a1bc5 None None] Pushing event updated for resources: {'Port': ['ID=1ab57b82-fd28-48cf-b223-009600b3f6a0,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:23.586841 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Attempting to bind port 1ab57b82-fd28-48cf-b223-009600b3f6a0 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:23.587438 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Attempting to bind port 1ab57b82-fd28-48cf-b223-009600b3f6a0 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:23.587974 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Attempting to bind port 1ab57b82-fd28-48cf-b223-009600b3f6a0 on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:23.613406 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f23bdf48-5b68-46e7-ae87-031dd56bc49f req-c8138ee7-fc18-4be5-9127-c968c91ad79b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.1051595 Nov 02 12:29:23.829532 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:23.830210 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Checking segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:23.830826 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:23.831602 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Bound using segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:23.832534 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Bound port: 1ab57b82-fd28-48cf-b223-009600b3f6a0, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:23.833275 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:23.995499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 00202903-5fbc-400e-94f3-dfe79dddf386 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:24.203121 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-cd9463ae-5f09-4d74-8546-56959f05a8c5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9336791 Nov 02 12:29:24.316477 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] For port 1ab57b82-fd28-48cf-b223-009600b3f6a0, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:24.325272 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 00202903-5fbc-400e-94f3-dfe79dddf386 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:24.326345 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:24.326927 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 00202903-5fbc-400e-94f3-dfe79dddf386 Nov 02 12:29:24.463677 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] For port 1ab57b82-fd28-48cf-b223-009600b3f6a0, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=1ab57b82-fd28-48cf-b223-009600b3f6a0,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:24.486898 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38376) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:24.515805 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:24.718026 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:29:24.720445 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:24.790432 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4ca9d2ad-5150-407c-931b-34bcfa4f7bd8 req-a3d64045-b499-4ebd-93f0-525f325350e5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 210 time: 0.1071999 Nov 02 12:29:24.926415 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1b37a5c9-0629-4ed5-acbd-86b12b6874c9 req-3d94ffcb-78bd-4b09-bce8-0e747f0641ff tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0606971 Nov 02 12:29:24.993852 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.87', 60015) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:25.031476 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-865d3321-f9e0-4151-b054-859d226cb5b2 req-21f93ebb-b048-47c9-9ce0-badd3a066267 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 210 time: 0.1539464 Nov 02 12:29:25.160627 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:25.304290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3ce6d-583d-4815-b661-686df20a1bc5 None None] Pushing event updated for resources: {'Port': ['ID=1ab57b82-fd28-48cf-b223-009600b3f6a0,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:25.353140 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38396) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:25.379554 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dfd99285-7a8c-4c43-a21c-198c247f3791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:25.434294 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 00202903-5fbc-400e-94f3-dfe79dddf386 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:25.435093 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:25.462634 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38400) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:25.468376 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:29:25.542322 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-76815865-dfab-479a-8b58-abaf7c691f1d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:25.555277 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-76815865-dfab-479a-8b58-abaf7c691f1d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 818 time: 0.5563529 Nov 02 12:29:25.587799 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f3bc-a203-4ce8-8749-e1226d0514f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:25.665274 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Request body: {'port': {'device_id': '3fc268ed-bf55-4bb7-a64b-66e569798119', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'admin_state_up': True, 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:25.686052 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 00202903-5fbc-400e-94f3-dfe79dddf386, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=00202903-5fbc-400e-94f3-dfe79dddf386,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:25.700513 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:25.707051 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:25.765017 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dfd99285-7a8c-4c43-a21c-198c247f3791 admin admin] Publish callbacks [] for security_group (12ec1c21-3c00-43bf-8788-68552c4af0b6), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:25.780157 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dfd99285-7a8c-4c43-a21c-198c247f3791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (12ec1c21-3c00-43bf-8788-68552c4af0b6), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:25.786993 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:25.858374 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:25.922420 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd99285-7a8c-4c43-a21c-198c247f3791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec1c21-3c00-43bf-8788-68552c4af0b6,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:25.943789 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-dfd99285-7a8c-4c43-a21c-198c247f3791 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=cca31d41c4894131b2cdd269c6dc26c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5895522 Nov 02 12:29:25.947574 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38414) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:26.098737 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf460-13b6-479f-991d-81d260d84fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:26.178032 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1ba785ab-fc9a-4b94-ae2d-28589fa3b178 admin admin] Publish callbacks [] for security_group (12ec1c21-3c00-43bf-8788-68552c4af0b6), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:26.442165 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.87', 60025) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:26.571907 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:26.589956 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:26.595012 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 Nov 02 12:29:26.617851 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=00202903-5fbc-400e-94f3-dfe79dddf386,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:26.702959 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f3bc-a203-4ce8-8749-e1226d0514f0 admin admin] Publish callbacks [] for security_group (44349936-7c03-420b-adce-b51ab4ada9d6), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:26.706337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:26.717295 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:26.721047 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8cf5a6b5-57c5-4751-88e8-daafd0c7e054 req-02be9c1e-afab-4268-983a-1fe010bd7322 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 210 time: 0.4691215 Nov 02 12:29:26.727272 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf460-13b6-479f-991d-81d260d84fb4 admin admin] Publish callbacks [] for security_group (068fe2f7-ac82-4f2e-90f0-eb4144fa562f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:26.774140 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-89b2d7a1-6193-41b0-8f80-c6b309a99dba req-1ba74582-8591-407e-a9b8-40383d48decb tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.6070938 Nov 02 12:29:26.788084 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1ba785ab-fc9a-4b94-ae2d-28589fa3b178 admin admin] Publish callbacks [] for security_group (12ec1c21-3c00-43bf-8788-68552c4af0b6), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:26.848735 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f3bc-a203-4ce8-8749-e1226d0514f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (44349936-7c03-420b-adce-b51ab4ada9d6), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:27.080432 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:24Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:29:27.094741 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf460-13b6-479f-991d-81d260d84fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (068fe2f7-ac82-4f2e-90f0-eb4144fa562f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:27.099134 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:27.129142 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-8cc6f3bc-a203-4ce8-8749-e1226d0514f0 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=e0fdcb9db5ad4a5ebfbfdbd5be0e7840&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6513669 Nov 02 12:29:27.153829 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38454) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:27.171144 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6f3bc-a203-4ce8-8749-e1226d0514f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44349936-7c03-420b-adce-b51ab4ada9d6,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:27.202070 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Made reservation on behalf of 3dfb62f918dd41aea2e6d49286476dd0 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:29:27.213304 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:27.229032 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1ba785ab-fc9a-4b94-ae2d-28589fa3b178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (12ec1c21-3c00-43bf-8788-68552c4af0b6), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:27.248115 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1ba785ab-fc9a-4b94-ae2d-28589fa3b178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:27.257834 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-1ba785ab-fc9a-4b94-ae2d-28589fa3b178 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/12ec1c21-3c00-43bf-8788-68552c4af0b6 HTTP/1.1" status: 204 len: 168 time: 1.3086767 Nov 02 12:29:27.360185 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6b1bfb3e-20b4-42cf-b4c2-522ca72a9bfd req-720c8300-5da8-40fe-a6f4-6588fd16a916 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 210 time: 0.2538414 Nov 02 12:29:27.420801 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.87', 60034) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:27.477358 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbf460-13b6-479f-991d-81d260d84fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068fe2f7-ac82-4f2e-90f0-eb4144fa562f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:27.561891 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d4bbf460-13b6-479f-991d-81d260d84fb4 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=47f17b88cba14ba4bfe8982239bc9d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0732291 Nov 02 12:29:27.568095 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38470) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:27.608675 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ea0bd-a7d5-414e-825b-641acf0ad9cc None None] The sync data for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi is: [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:24Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:29:27.743733 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:27.951119 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba785ab-fc9a-4b94-ae2d-28589fa3b178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec1c21-3c00-43bf-8788-68552c4af0b6,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:28.011124 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-ea4c54e6-25fe-4e99-875e-047085d321b7 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:28.020441 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-ea4c54e6-25fe-4e99-875e-047085d321b7 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 816 time: 1.5760548 Nov 02 12:29:28.039769 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:28.047515 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 590d29f6-94a4-4829-9fe7-278dd905e01e up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:28.339603 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 590d29f6-94a4-4829-9fe7-278dd905e01e triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:28.342404 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:28.343776 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 590d29f6-94a4-4829-9fe7-278dd905e01e Nov 02 12:29:28.444552 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.87', 60042) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:28.821479 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7b7a6cd2-389d-40fd-8180-b5eb5808cce8 req-8942fa9d-36cf-40d1-9df5-5a74bf27de58 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.6395087 Nov 02 12:29:28.930890 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-722b0050-ee2c-4c90-807e-c56634eec926 req-7afd07c8-a4ec-490c-8b0d-7bac1c8f9fc7 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 210 time: 0.9534221 Nov 02 12:29:28.939766 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4a2f815e-09bf-4954-917c-fd5266399bca admin admin] Publish callbacks [] for security_group (44349936-7c03-420b-adce-b51ab4ada9d6), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:28.976485 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 590d29f6-94a4-4829-9fe7-278dd905e01e is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:28.981705 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.004288 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-baa6d83b-9892-4716-bef0-06c97c275b04 admin admin] Publish callbacks [] for security_group (068fe2f7-ac82-4f2e-90f0-eb4144fa562f), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.084139 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4a2f815e-09bf-4954-917c-fd5266399bca admin admin] Publish callbacks [] for security_group (44349936-7c03-420b-adce-b51ab4ada9d6), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.154048 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-baa6d83b-9892-4716-bef0-06c97c275b04 admin admin] Publish callbacks [] for security_group (068fe2f7-ac82-4f2e-90f0-eb4144fa562f), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.260222 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:29.334245 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 590d29f6-94a4-4829-9fe7-278dd905e01e, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=590d29f6-94a4-4829-9fe7-278dd905e01e,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:29.340367 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.450318 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:29.491115 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-1bfa35d2-3f31-4ea8-8d3b-2006d314eaa9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74 HTTP/1.1" status: 200 len: 379 time: 0.8045244 Nov 02 12:29:29.516262 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'port': {'device_id': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'admin_state_up': True, 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'security_groups': ['cae70e58-6348-4d0f-83c4-0b9126d87ff2']}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:29.548197 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=590d29f6-94a4-4829-9fe7-278dd905e01e,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:29.678469 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-100726cc-b2f7-435c-9df5-f92a5caa3665 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:29.686012 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-baa6d83b-9892-4716-bef0-06c97c275b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (068fe2f7-ac82-4f2e-90f0-eb4144fa562f), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.689535 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-baa6d83b-9892-4716-bef0-06c97c275b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.691184 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-baa6d83b-9892-4716-bef0-06c97c275b04 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/068fe2f7-ac82-4f2e-90f0-eb4144fa562f HTTP/1.1" status: 204 len: 168 time: 2.0953372 Nov 02 12:29:29.696392 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Made reservation on behalf of 62aa5934d5d14fdb81dd5d4817ab8e74 for: {'port': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:29:29.701781 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.709424 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-100726cc-b2f7-435c-9df5-f92a5caa3665 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 818 time: 1.1086764 Nov 02 12:29:29.755541 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Request body: {'port': {'device_id': 'd700e60e-c573-4867-af81-4967f45d07ff', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'admin_state_up': True, 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:29.757350 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6d83b-9892-4716-bef0-06c97c275b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068fe2f7-ac82-4f2e-90f0-eb4144fa562f,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:29.790876 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4a2f815e-09bf-4954-917c-fd5266399bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (44349936-7c03-420b-adce-b51ab4ada9d6), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.818160 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4a2f815e-09bf-4954-917c-fd5266399bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:29.822968 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4a2f815e-09bf-4954-917c-fd5266399bca admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/44349936-7c03-420b-adce-b51ab4ada9d6 HTTP/1.1" status: 204 len: 168 time: 2.6317000 Nov 02 12:29:29.856232 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-19ba692f-f8e0-4585-984c-e8e220f06c53 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:29.862714 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-19ba692f-f8e0-4585-984c-e8e220f06c53 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.87 "GET /networking/v2.0/networks?id=2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 HTTP/1.1" status: 200 len: 812 time: 2.4401846 Nov 02 12:29:29.906659 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f815e-09bf-4954-917c-fd5266399bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44349936-7c03-420b-adce-b51ab4ada9d6,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:29.949319 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Request body: {'port': {'device_id': '6abe4375-8644-4b59-b685-70841201f7a0', 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773', 'admin_state_up': True, 'tenant_id': '565eec3408344c2e84f2988fb2230c46'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:30.054059 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a22ac5af-d497-4864-b288-65d27f8ad1af req-3d288aee-2726-425b-8a25-1ee7f6bda317 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 210 time: 0.7596328 Nov 02 12:29:30.334126 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 1ab57b82-fd28-48cf-b223-009600b3f6a0 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:30.418337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Allocated IP 172.20.0.7 (d036ebb3-3fc9-46ee-88bb-f55457c5a308/fbce0648-1980-4ba0-846b-e1a10bbac213/1ca93775-d02f-4a64-aedd-28dd21814b95) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:30.574663 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 1ab57b82-fd28-48cf-b223-009600b3f6a0 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:30.576738 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:30.586141 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 1ab57b82-fd28-48cf-b223-009600b3f6a0 Nov 02 12:29:30.707178 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Allocated IP 172.20.0.6 (06c5d739-a69b-4eff-a51e-383faef760f9/5db38fba-8cac-46e9-bac4-657ebea5cdb1/76520876-ec20-4f93-afd1-a7ac9b9e2c3e) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:30.794040 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 1ab57b82-fd28-48cf-b223-009600b3f6a0 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:30.794843 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:30.887671 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 1ab57b82-fd28-48cf-b223-009600b3f6a0, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=1ab57b82-fd28-48cf-b223-009600b3f6a0,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:30.895156 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:30.897563 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device a11cf642-7d5e-464c-80e8-6a9e27c83f5f up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:31.025066 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-eaff66dd-0ed2-4d9f-a2b9-479628ecca9e req-370db0eb-831b-4273-b8a2-1d87e6598de4 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 210 time: 0.1184416 Nov 02 12:29:31.236575 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b5163936-4c49-426c-9ac7-197d05549787 req-61598d46-a686-47b2-b502-2283994bcc59 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.4384503 Nov 02 12:29:31.241533 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38580) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:31.255228 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port a11cf642-7d5e-464c-80e8-6a9e27c83f5f triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:31.255609 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:31.256198 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port a11cf642-7d5e-464c-80e8-6a9e27c83f5f Nov 02 12:29:31.371794 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=1ab57b82-fd28-48cf-b223-009600b3f6a0,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:31.408650 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3a92e8b-ddca-465c-bd22-8a0431236ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:31.459901 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:31.488583 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port a11cf642-7d5e-464c-80e8-6a9e27c83f5f is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:31.489104 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:31.567440 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:31.665226 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port a11cf642-7d5e-464c-80e8-6a9e27c83f5f, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=a11cf642-7d5e-464c-80e8-6a9e27c83f5f,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:31.679939 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:31.679939 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 00202903-5fbc-400e-94f3-dfe79dddf386 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:31.735147 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:32.102613 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=a11cf642-7d5e-464c-80e8-6a9e27c83f5f,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:32.164883 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 00202903-5fbc-400e-94f3-dfe79dddf386 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:32.165614 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:32.166037 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 00202903-5fbc-400e-94f3-dfe79dddf386 Nov 02 12:29:32.290338 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:32.291337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:32.296629 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:32.331250 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:32.339247 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Made reservation on behalf of 3dfb62f918dd41aea2e6d49286476dd0 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:29:32.364738 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Network 06c5d739-a69b-4eff-a51e-383faef760f9 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:32.366568 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:32.376848 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Made reservation on behalf of 565eec3408344c2e84f2988fb2230c46 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:29:32.382317 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:32.385152 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:32.393018 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:32.393945 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:32.402207 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:32.404412 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for port (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:32.415475 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94ed7a-273f-48eb-acf0-53d2700b4c37 req-4bd38528-1ed8-441a-b846-03bcc7dc75ba tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:32.428402 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3c94ed7a-273f-48eb-acf0-53d2700b4c37 req-4bd38528-1ed8-441a-b846-03bcc7dc75ba tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 931 time: 0.7353756 Nov 02 12:29:32.429452 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3a92e8b-ddca-465c-bd22-8a0431236ff4 admin admin] Publish callbacks [] for security_group (be0059d9-8518-4190-b0fb-a8cb290a6f9e), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:32.496799 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38640) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:32.543894 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 00202903-5fbc-400e-94f3-dfe79dddf386 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:32.580754 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-9e5dce99-49a2-4895-8d05-8264c8bbb347 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0806653 Nov 02 12:29:32.598257 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3c94ed7a-273f-48eb-acf0-53d2700b4c37 req-a3ef95b3-3311-43f8-8d2a-eeaa0f702c03 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684706 Nov 02 12:29:32.637714 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-4c737af3-ee82-4e14-bf69-bacb61f23da5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:29:32.643171 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-4c737af3-ee82-4e14-bf69-bacb61f23da5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0359066 Nov 02 12:29:32.706237 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3a92e8b-ddca-465c-bd22-8a0431236ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (be0059d9-8518-4190-b0fb-a8cb290a6f9e), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:32.741921 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f578033d-7026-4978-b851-71483a8f8eb7 req-d54b2ecf-b7bb-4e84-901c-92a477197821 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 210 time: 0.3358140 Nov 02 12:29:32.756859 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d2f39cd4-97f3-40b2-90df-d192729fa966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:32.923907 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-da2b0cb9-56e1-4403-b525-c57160235f8b req-7ee9a25f-d06a-42e5-bbad-1343d2c9a033 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0890989 Nov 02 12:29:32.961507 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:33.021788 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38652) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:33.030709 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b3a92e8b-ddca-465c-bd22-8a0431236ff4 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=49f23d9930de4488a2754245bfb0f439&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7194812 Nov 02 12:29:33.055174 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 1ab57b82-fd28-48cf-b223-009600b3f6a0 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:33.095949 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:33.137432 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-8005fdb7-300b-4bf7-a6c0-0d6b8fd41a2d None None] Provisioning complete for port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:33.138046 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8005fdb7-300b-4bf7-a6c0-0d6b8fd41a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:33.138585 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-8005fdb7-300b-4bf7-a6c0-0d6b8fd41a2d None None] Attempt 1 to provision port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e Nov 02 12:29:33.405471 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c9585082-9dfa-46f0-b930-a60cacda37d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:33.439170 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-8005fdb7-300b-4bf7-a6c0-0d6b8fd41a2d None None] Port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:29:33.480742 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-75de7526-ed0d-44ad-85ce-4f75371cc5e5 admin admin] Publish callbacks [] for security_group (be0059d9-8518-4190-b0fb-a8cb290a6f9e), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:33.493393 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 1ab57b82-fd28-48cf-b223-009600b3f6a0 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:33.493393 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:33.493393 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 1ab57b82-fd28-48cf-b223-009600b3f6a0 Nov 02 12:29:33.566612 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-75de7526-ed0d-44ad-85ce-4f75371cc5e5 admin admin] Publish callbacks [] for security_group (be0059d9-8518-4190-b0fb-a8cb290a6f9e), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:33.649040 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:33.716635 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Request body: {'port': {'device_id': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:33.843659 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 1ab57b82-fd28-48cf-b223-009600b3f6a0 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:33.853170 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device a11cf642-7d5e-464c-80e8-6a9e27c83f5f up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:33.973671 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port a11cf642-7d5e-464c-80e8-6a9e27c83f5f triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:33.975042 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:33.976059 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port a11cf642-7d5e-464c-80e8-6a9e27c83f5f Nov 02 12:29:34.093695 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:34.136736 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38670) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:34.144455 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:34.160210 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c9585082-9dfa-46f0-b930-a60cacda37d0 admin admin] Publish callbacks [] for security_group (4a95d063-a951-4644-83a8-7039139bf714), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:34.178369 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:34.180900 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port a11cf642-7d5e-464c-80e8-6a9e27c83f5f is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:34.183755 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 590d29f6-94a4-4829-9fe7-278dd905e01e up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:34.203343 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:34.207999 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:34.253147 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c9585082-9dfa-46f0-b930-a60cacda37d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (4a95d063-a951-4644-83a8-7039139bf714), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:34.379234 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a92e8b-ddca-465c-bd22-8a0431236ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0059d9-8518-4190-b0fb-a8cb290a6f9e,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:34.455285 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9585082-9dfa-46f0-b930-a60cacda37d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95d063-a951-4644-83a8-7039139bf714,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:34.460517 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:34.465909 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=13 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:34.472974 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 590d29f6-94a4-4829-9fe7-278dd905e01e triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:34.475419 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:34.477212 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 590d29f6-94a4-4829-9fe7-278dd905e01e Nov 02 12:29:34.673053 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 590d29f6-94a4-4829-9fe7-278dd905e01e is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:34.684172 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-08c683a7-6a6b-4ad5-8630-91d1fdf51345 req-95fa7f20-fead-4ac2-94de-00d9a2440c16 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 210 time: 0.4329414 Nov 02 12:29:34.687449 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:34.803386 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88,neutron:INSERT=11 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:34.810845 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-c9585082-9dfa-46f0-b930-a60cacda37d0 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=bc387749af3b48729d467782a55262d3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3110845 Nov 02 12:29:34.825883 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38688) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:34.861720 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-75de7526-ed0d-44ad-85ce-4f75371cc5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (be0059d9-8518-4190-b0fb-a8cb290a6f9e), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:34.875738 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-75de7526-ed0d-44ad-85ce-4f75371cc5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:34.882857 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-75de7526-ed0d-44ad-85ce-4f75371cc5e5 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/be0059d9-8518-4190-b0fb-a8cb290a6f9e HTTP/1.1" status: 204 len: 168 time: 1.8558707 Nov 02 12:29:34.915292 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-7fbfa383-bd35-42b3-93fa-7fd4002c7e5e None None] Provisioning complete for port 1ca93775-d02f-4a64-aedd-28dd21814b95 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:34.919649 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7fbfa383-bd35-42b3-93fa-7fd4002c7e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:34.920465 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-7fbfa383-bd35-42b3-93fa-7fd4002c7e5e None None] Attempt 1 to provision port 1ca93775-d02f-4a64-aedd-28dd21814b95 Nov 02 12:29:35.006233 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8745481-4125-4ee7-8cb4-7182034711ce req-ece5d600-80b6-4e22-8d6f-0f4831b1ab82 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:35.025871 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f8745481-4125-4ee7-8cb4-7182034711ce req-ece5d600-80b6-4e22-8d6f-0f4831b1ab82 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 931 time: 0.9135921 Nov 02 12:29:35.052699 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-7fbfa383-bd35-42b3-93fa-7fd4002c7e5e None None] Port 1ca93775-d02f-4a64-aedd-28dd21814b95 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:29:35.061576 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de7526-ed0d-44ad-85ce-4f75371cc5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0059d9-8518-4190-b0fb-a8cb290a6f9e,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:35.089483 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-37ce2d93-9354-4118-8eff-3209b97082d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:35.112885 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7870de75-ca6b-4776-8f87-4ba1bf995454 req-d29c8b35-0ba4-4993-8386-e0fb19e44656 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.2544410 Nov 02 12:29:35.152608 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event updated for resources: {'Port': ['ID=1ca93775-d02f-4a64-aedd-28dd21814b95,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:35.218470 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-325182d9-4e17-4c06-8ab4-e21ad0268c33 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.5951524 Nov 02 12:29:35.271378 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Request body: {'port': {'device_id': '3fc268ed-bf55-4bb7-a64b-66e569798119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:35.584810 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3d27dc40-8069-4264-8cd0-cd1d0f346d47 admin admin] Publish callbacks [] for security_group (4a95d063-a951-4644-83a8-7039139bf714), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:35.628467 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3d27dc40-8069-4264-8cd0-cd1d0f346d47 admin admin] Publish callbacks [] for security_group (4a95d063-a951-4644-83a8-7039139bf714), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:35.658760 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:35.682008 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:35.690817 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f8745481-4125-4ee7-8cb4-7182034711ce req-c6e17189-b277-4920-ac9e-91b785c7a5af tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6627169 Nov 02 12:29:35.759642 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:35.764232 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:35.812327 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-54475de4-7a27-4bf5-b06a-116219f8cb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:35.816649 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Allocated IP 172.20.0.4 (2b7cd6b4-d388-4abb-b5ab-ec6598a0c773/7a0e1592-7cbe-4d7b-904b-505f9f912a55/9bf5b234-1337-4a82-8124-bea80c600265) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:35.994068 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76520876-ec20-4f93-afd1-a7ac9b9e2c3e {{(pid=106351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:29:36.025670 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Publish callbacks [] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:36.036667 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Allocated IP 172.20.0.13 (d036ebb3-3fc9-46ee-88bb-f55457c5a308/fbce0648-1980-4ba0-846b-e1a10bbac213/c0732d77-2305-43de-9231-76f0cfe969f9) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:36.068112 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.provisioning_blocks [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Transition to ACTIVE for port object 76520876-ec20-4f93-afd1-a7ac9b9e2c3e will not be triggered until provisioned by entity L2. {{(pid=106351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:29:36.072058 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3d27dc40-8069-4264-8cd0-cd1d0f346d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (4a95d063-a951-4644-83a8-7039139bf714), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:36.077275 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3d27dc40-8069-4264-8cd0-cd1d0f346d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:36.081615 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-3d27dc40-8069-4264-8cd0-cd1d0f346d47 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/4a95d063-a951-4644-83a8-7039139bf714 HTTP/1.1" status: 204 len: 168 time: 1.2507577 Nov 02 12:29:36.095702 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:36.152615 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27dc40-8069-4264-8cd0-cd1d0f346d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95d063-a951-4644-83a8-7039139bf714,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:36.167498 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5b620212-bc49-4877-a028-5813f36d1962 req-380f6e5b-f1e0-4406-a51b-a3bb89d7ec8b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 210 time: 0.3089409 Nov 02 12:29:36.392717 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:36.406019 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-37ce2d93-9354-4118-8eff-3209b97082d3 admin admin] Publish callbacks [] for security_group (04221659-bf1a-4863-b079-7299d722308e), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:36.447733 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:36.462433 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.managers [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Attempting to bind port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:36.463167 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.managers [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Attempting to bind port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'}] {{(pid=106351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:36.464237 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Attempting to bind port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e on network 06c5d739-a69b-4eff-a51e-383faef760f9 {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:36.531937 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e on network 06c5d739-a69b-4eff-a51e-383faef760f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:29:36.532792 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Attempting to bind port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e on network 06c5d739-a69b-4eff-a51e-383faef760f9 {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:36.554930 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f3266a0-29d6-40dd-98a5-0ec77105dc4b req-8d1c10bb-c328-46de-974a-706cc1668d4e tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.2243285 Nov 02 12:29:36.690705 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:36.691365 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Checking segment: {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:36.692271 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Bound using segment: {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'} {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:36.692897 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.managers [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Bound port: 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'}}] {{(pid=106351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:36.705136 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:36.719723 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-37ce2d93-9354-4118-8eff-3209b97082d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (04221659-bf1a-4863-b079-7299d722308e), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:37.091604 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce2d93-9354-4118-8eff-3209b97082d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04221659-bf1a-4863-b079-7299d722308e,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:37.223072 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902d86d-a0dc-4a1f-9ee5-f1569317223e req-5e452ec8-44fd-4646-b851-b6c8acd32c97 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:37.227214 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2902d86d-a0dc-4a1f-9ee5-f1569317223e req-5e452ec8-44fd-4646-b851-b6c8acd32c97 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.2815955 Nov 02 12:29:37.231473 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, cleared binding levels {{(pid=106351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:37.258150 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:37.310023 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38748) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:37.314447 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:37.325279 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:37.326142 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for port (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:37.327874 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/76520876-ec20-4f93-afd1-a7ac9b9e2c3e HTTP/1.1" status: 200 len: 1093 time: 4.1898911 Nov 02 12:29:37.422081 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=8 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:37.493484 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:29:37.558961 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-37ce2d93-9354-4118-8eff-3209b97082d3 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=0e38fb2a0d164791a7538cc9266f2cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4067917 Nov 02 12:29:37.605046 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38758) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:37.605793 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:37.735081 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-adcf7870-9934-4767-95ac-dca5f6c9be48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:37.935285 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-901a4bf7-0322-4cb2-a5ef-71bfcb0292d3 req-00d1cd75-c62c-4ac8-998d-7e69ef1b3d04 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 210 time: 0.5462773 Nov 02 12:29:37.946891 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2902d86d-a0dc-4a1f-9ee5-f1569317223e req-944ba436-17ed-46c8-8b10-3c1756156abb tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6855092 Nov 02 12:29:37.947543 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732e5e8-4981-4031-993b-973ce3fe6623 service neutron] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=3']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:38.000857 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-22682f12-152d-46f0-b0c1-82bf5b6cc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:38.010461 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-22682f12-152d-46f0-b0c1-82bf5b6cc7f9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 1127 time: 0.3798692 Nov 02 12:29:38.018197 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for port (c0732d77-2305-43de-9231-76f0cfe969f9), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.187911 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-a2b1a6d3-79eb-4407-b40c-ba2e0c83ee5c service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e HTTP/1.1" status: 200 len: 217 time: 0.1539707 Nov 02 12:29:38.268464 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:38.268739 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-67a1fc4a-ef95-4b05-aae6-b584b4bf0852 req-bc8da3ec-974d-47e1-9b13-f356679f646d tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.1567862 Nov 02 12:29:38.325172 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.350748 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Publish callbacks [] for port (9bf5b234-1337-4a82-8124-bea80c600265), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.352921 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-8d26124b-57f0-4099-95d8-fac82e1f3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:38.354455 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-8d26124b-57f0-4099-95d8-fac82e1f3749 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.1599190 Nov 02 12:29:38.371083 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-adcf7870-9934-4767-95ac-dca5f6c9be48 admin admin] Publish callbacks [] for security_group (1e3f8d7e-968d-434f-b34a-d8573fab6036), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.372521 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7581d9b4-512e-45f7-ab1e-74d7405dc5f8 admin admin] Publish callbacks [] for security_group (04221659-bf1a-4863-b079-7299d722308e), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.390854 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.397571 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-adcf7870-9934-4767-95ac-dca5f6c9be48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (1e3f8d7e-968d-434f-b34a-d8573fab6036), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.427049 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8919679-4b53-47d3-ac8a-b37af3e72bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:38.612325 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-adcf7870-9934-4767-95ac-dca5f6c9be48 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f6078a77309a4c30a68ec13a058d6948&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2833810 Nov 02 12:29:38.613642 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf7870-9934-4767-95ac-dca5f6c9be48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f8d7e-968d-434f-b34a-d8573fab6036,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:38.622740 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-c30ad97d-0ceb-49d2-b3d5-b7af07019743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:38.624378 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-c30ad97d-0ceb-49d2-b3d5-b7af07019743 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2492838 Nov 02 12:29:38.624925 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38784) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:38.824752 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:38.889847 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (9bf5b234-1337-4a82-8124-bea80c600265), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.892301 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event updated for resources: {'Port': ['ID=c0732d77-2305-43de-9231-76f0cfe969f9,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:38.905251 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca93775-d02f-4a64-aedd-28dd21814b95 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:29:38.915453 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7581d9b4-512e-45f7-ab1e-74d7405dc5f8 admin admin] Publish callbacks [] for security_group (04221659-bf1a-4863-b079-7299d722308e), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.962501 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ff664485-3e3e-437f-ac5f-863d4bfd9c12 admin admin] Publish callbacks [] for security_group (1e3f8d7e-968d-434f-b34a-d8573fab6036), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:38.966974 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-c0b4e1f0-2b41-42d0-9517-a37d233eb3be service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158288 Nov 02 12:29:38.970819 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Pushing event updated for resources: {'Port': ['ID=9bf5b234-1337-4a82-8124-bea80c600265,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:38.988303 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.002922 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:39.007957 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Publish callbacks [] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.019415 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:39.034632 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:39.040818 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:39.042340 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.089711 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0306ba17-c160-4afc-ab43-2cce1bb98bb0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.3415728 Nov 02 12:29:39.114353 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Request body: {'port': {'device_id': 'd700e60e-c573-4867-af81-4967f45d07ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:39.171864 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Transition to ACTIVE for port object 1ca93775-d02f-4a64-aedd-28dd21814b95 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:29:39.190368 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:39.209951 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:39.211625 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.237106 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ff664485-3e3e-437f-ac5f-863d4bfd9c12 admin admin] Publish callbacks [] for security_group (1e3f8d7e-968d-434f-b34a-d8573fab6036), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.357918 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:39.376891 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:29:39.401539 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:39.404455 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.438702 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3895b12f-0f3b-402a-a5c3-0ac8a4b4622b x-openstack-request-id: req-3895b12f-0f3b-402a-a5c3-0ac8a4b4622b {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:39.439023 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:39.441751 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3895b12f-0f3b-402a-a5c3-0ac8a4b4622b {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:39.443630 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3895b12f-0f3b-402a-a5c3-0ac8a4b4622b'] response: {'name': 'network-changed', 'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'status': 'completed', 'code': 200} Nov 02 12:29:39.448065 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ff664485-3e3e-437f-ac5f-863d4bfd9c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (1e3f8d7e-968d-434f-b34a-d8573fab6036), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.462838 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:39.472152 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ff664485-3e3e-437f-ac5f-863d4bfd9c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.484481 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ff664485-3e3e-437f-ac5f-863d4bfd9c12 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/1e3f8d7e-968d-434f-b34a-d8573fab6036 HTTP/1.1" status: 204 len: 168 time: 0.8577759 Nov 02 12:29:39.590211 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff664485-3e3e-437f-ac5f-863d4bfd9c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f8d7e-968d-434f-b34a-d8573fab6036,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:39.744320 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f797a5-1fe6-4570-aa44-f3f198023391 req-262cac8e-6428-42f4-bf02-60cb1ff98434 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:39.752865 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a8f797a5-1fe6-4570-aa44-f3f198023391 req-262cac8e-6428-42f4-bf02-60cb1ff98434 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.1556921 Nov 02 12:29:39.786929 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-daf96677-ed01-45b3-aaf7-b80abb39b7b1 None None] Provisioning complete for port c0732d77-2305-43de-9231-76f0cfe969f9 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:39.787989 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-daf96677-ed01-45b3-aaf7-b80abb39b7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.788785 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-daf96677-ed01-45b3-aaf7-b80abb39b7b1 None None] Attempt 1 to provision port c0732d77-2305-43de-9231-76f0cfe969f9 Nov 02 12:29:39.804215 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72afb39f-3dc1-4e7a-aa05-7c92b783368b req-efbc3ce8-567c-4573-9be0-cce738b8ba17 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232098 Nov 02 12:29:39.854956 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-daf96677-ed01-45b3-aaf7-b80abb39b7b1 None None] Port c0732d77-2305-43de-9231-76f0cfe969f9 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:29:39.897238 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a8f797a5-1fe6-4570-aa44-f3f198023391 req-1f319895-a5e8-42cd-a113-3b8ff072eacd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375241 Nov 02 12:29:39.930241 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-e0153861-03e3-4ce9-8930-54e099d359f2 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.9904063 Nov 02 12:29:39.931164 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:39.945269 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca93775-d02f-4a64-aedd-28dd21814b95,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:39.980608 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Request body: {'port': {'device_id': '6abe4375-8644-4b59-b685-70841201f7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:39.999919 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Attempting to bind port 1ca93775-d02f-4a64-aedd-28dd21814b95 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:40.000637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Attempting to bind port 1ca93775-d02f-4a64-aedd-28dd21814b95 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:40.001064 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Attempting to bind port 1ca93775-d02f-4a64-aedd-28dd21814b95 on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:40.003306 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-678f13aa-29aa-4060-a0c3-ee03df19a3ad None None] Provisioning complete for port 9bf5b234-1337-4a82-8124-bea80c600265 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:40.006320 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-678f13aa-29aa-4060-a0c3-ee03df19a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (9bf5b234-1337-4a82-8124-bea80c600265), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:40.007188 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-678f13aa-29aa-4060-a0c3-ee03df19a3ad None None] Attempt 1 to provision port 9bf5b234-1337-4a82-8124-bea80c600265 Nov 02 12:29:40.049553 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717f834-f205-436d-9551-310dc41d6186 req-3dbf5de0-bdd6-46e2-ad74-9318a878fee9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:40.052029 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7717f834-f205-436d-9551-310dc41d6186 req-3dbf5de0-bdd6-46e2-ad74-9318a878fee9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 932 time: 0.6081302 Nov 02 12:29:40.055336 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7581d9b4-512e-45f7-ab1e-74d7405dc5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (04221659-bf1a-4863-b079-7299d722308e), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:40.060173 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7581d9b4-512e-45f7-ab1e-74d7405dc5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:40.063025 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7581d9b4-512e-45f7-ab1e-74d7405dc5f8 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/04221659-bf1a-4863-b079-7299d722308e HTTP/1.1" status: 204 len: 168 time: 2.4445779 Nov 02 12:29:40.074734 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-7a8a681f-5a16-457f-8b93-10b7497932a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:40.077443 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-7a8a681f-5a16-457f-8b93-10b7497932a4 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 1127 time: 0.1318381 Nov 02 12:29:40.170398 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-678f13aa-29aa-4060-a0c3-ee03df19a3ad None None] Port 9bf5b234-1337-4a82-8124-bea80c600265 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:29:40.402124 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-df25a080-3b65-4bb4-b134-08187abf2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:40.408899 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-df25a080-3b65-4bb4-b134-08187abf2ca5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 918 time: 0.2941103 Nov 02 12:29:40.701041 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-ce136649-b30a-481e-9015-01b55768a99f service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e HTTP/1.1" status: 200 len: 217 time: 0.2494719 Nov 02 12:29:40.813048 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804bcf2-7cf3-47be-bf62-6f999f7f3712 req-5e33a9b4-85aa-45c1-bb58-e9b72766b838 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:40.824169 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0804bcf2-7cf3-47be-bf62-6f999f7f3712 req-5e33a9b4-85aa-45c1-bb58-e9b72766b838 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 931 time: 0.4103882 Nov 02 12:29:40.993873 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0804bcf2-7cf3-47be-bf62-6f999f7f3712 req-813f8c6e-46eb-4d61-9f21-2603a64ec8f6 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548169 Nov 02 12:29:41.020130 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-7c1477d6-58c8-475d-a828-5fdbd8f5fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:41.021798 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-7c1477d6-58c8-475d-a828-5fdbd8f5fc84 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.3082757 Nov 02 12:29:41.056979 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38832) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:41.086676 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581d9b4-512e-45f7-ab1e-74d7405dc5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04221659-bf1a-4863-b079-7299d722308e,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:41.192031 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ad9b394d-1ea7-470a-a691-4da43bd3e6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:41.219246 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:41.289730 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-0772fc1d-10a9-4b26-bd01-2d67a34211f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:41.296264 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-0772fc1d-10a9-4b26-bd01-2d67a34211f7 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2604690 Nov 02 12:29:41.304617 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7717f834-f205-436d-9551-310dc41d6186 req-afbea52d-6701-446f-bb6a-464bd41017f9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2381570 Nov 02 12:29:41.379710 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Port 1ca93775-d02f-4a64-aedd-28dd21814b95 on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:29:41.380051 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Attempting to bind port 1ca93775-d02f-4a64-aedd-28dd21814b95 on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:41.383165 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (9bf5b234-1337-4a82-8124-bea80c600265), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:41.450601 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ad9b394d-1ea7-470a-a691-4da43bd3e6da admin admin] Publish callbacks [] for security_group (8fc04f69-5c78-4656-96dd-0595c41a167d), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:41.477564 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ad9b394d-1ea7-470a-a691-4da43bd3e6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8fc04f69-5c78-4656-96dd-0595c41a167d), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:41.606266 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b394d-1ea7-470a-a691-4da43bd3e6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc04f69-5c78-4656-96dd-0595c41a167d,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:41.672412 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700522-8d1b-4b96-900d-073b52ccc663 req-20bac5ce-066f-4272-8d72-2d208550f8b3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:41.685567 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-de700522-8d1b-4b96-900d-073b52ccc663 req-20bac5ce-066f-4272-8d72-2d208550f8b3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.5366659 Nov 02 12:29:41.783191 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38842) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:41.870517 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-88c25ab7-bcea-4f3a-88fe-9e8fe2b7b5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:41.910968 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ad9b394d-1ea7-470a-a691-4da43bd3e6da admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=1c2a56b4d5d7410e8b512d3622b61a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8522317 Nov 02 12:29:41.931224 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 38846) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:41.936905 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:41.941496 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Checking segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:41.942749 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Bound using segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:41.944623 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Bound port: 1ca93775-d02f-4a64-aedd-28dd21814b95, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:41.945355 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:42.016493 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-de700522-8d1b-4b96-900d-073b52ccc663 req-5c51c9d3-201d-4f02-ad2b-59426807fa8d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292928 Nov 02 12:29:42.100095 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:42.142558 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:42.150350 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-7bd84687-bf2b-4b92-b4db-afeb67547bc1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336093 Nov 02 12:29:42.342765 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] For port 1ca93775-d02f-4a64-aedd-28dd21814b95, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:42.442205 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] For port 1ca93775-d02f-4a64-aedd-28dd21814b95, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ca93775-d02f-4a64-aedd-28dd21814b95,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:42.544509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:42.717534 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:42.729780 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:42.732197 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:42.739209 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/1ca93775-d02f-4a64-aedd-28dd21814b95 HTTP/1.1" status: 200 len: 1093 time: 7.4847612 Nov 02 12:29:42.764289 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e2d4-2b10-495d-a83c-beb0ef359704 req-214579a9-55c3-4cba-a3e4-24bfc8aa8fa7 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:42.783103 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-db61e2d4-2b10-495d-a83c-beb0ef359704 req-214579a9-55c3-4cba-a3e4-24bfc8aa8fa7 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 931 time: 0.2962508 Nov 02 12:29:42.863106 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc268ed-bf55-4bb7-a64b-66e569798119', 'tag': '1ca93775-d02f-4a64-aedd-28dd21814b95'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:29:42.943639 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d8919679-4b53-47d3-ac8a-b37af3e72bf8 req-1d4f40ea-3ea3-4b28-8262-9d02703b82b7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747316 Nov 02 12:29:43.018591 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0d66-2a68-4a51-a1e4-0669dc2f1310 req-012b32dc-487c-42bc-b872-8066148284dd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:43.026166 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-785a0d66-2a68-4a51-a1e4-0669dc2f1310 req-012b32dc-487c-42bc-b872-8066148284dd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 932 time: 0.0813115 Nov 02 12:29:43.051079 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-88c25ab7-bcea-4f3a-88fe-9e8fe2b7b5d6 admin admin] Publish callbacks [] for security_group (bc41fb2b-98b0-41f7-80ba-ee0cc4b12d1f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.062264 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-88c25ab7-bcea-4f3a-88fe-9e8fe2b7b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (bc41fb2b-98b0-41f7-80ba-ee0cc4b12d1f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.157028 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c25ab7-bcea-4f3a-88fe-9e8fe2b7b5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc41fb2b-98b0-41f7-80ba-ee0cc4b12d1f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:43.186732 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-88c25ab7-bcea-4f3a-88fe-9e8fe2b7b5d6 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=5434e721e74f4b1b8ad8705c88b03189&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3962951 Nov 02 12:29:43.187802 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38880) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:43.203408 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-785a0d66-2a68-4a51-a1e4-0669dc2f1310 req-7b707f1e-cc71-4741-b717-5e73886e46cc tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762154 Nov 02 12:29:43.211771 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0732d77-2305-43de-9231-76f0cfe969f9 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:29:43.222715 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Publish callbacks [] for port (c0732d77-2305-43de-9231-76f0cfe969f9), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.240588 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:43.249684 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Transition to ACTIVE for port object c0732d77-2305-43de-9231-76f0cfe969f9 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:29:43.373106 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08dba698-612e-409c-bf53-7103cdb04a12 admin admin] Publish callbacks [] for security_group (bc41fb2b-98b0-41f7-80ba-ee0cc4b12d1f), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.374447 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.394819 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c104bb-b692-442c-b679-7969c56e3c9b req-285e786b-a748-4ec5-b644-2f0491dcc628 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:43.403264 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-50c104bb-b692-442c-b679-7969c56e3c9b req-285e786b-a748-4ec5-b644-2f0491dcc628 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0845952 Nov 02 12:29:43.433813 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08dba698-612e-409c-bf53-7103cdb04a12 admin admin] Publish callbacks [] for security_group (bc41fb2b-98b0-41f7-80ba-ee0cc4b12d1f), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.474688 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-2d8e3cc6-7a30-4c0c-af7f-3cb4ad9bfe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:43.476731 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-2d8e3cc6-7a30-4c0c-af7f-3cb4ad9bfe0f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 1127 time: 0.3911154 Nov 02 12:29:43.500382 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4756ad93-834e-41ee-b339-1f9d174fe872 admin admin] Publish callbacks [] for security_group (8fc04f69-5c78-4656-96dd-0595c41a167d), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.502742 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-50c104bb-b692-442c-b679-7969c56e3c9b req-c88bcd25-c599-4f7a-9b99-66820b02668f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984263 Nov 02 12:29:43.508081 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-db61e2d4-2b10-495d-a83c-beb0ef359704 req-24059bb0-d4cb-47ba-9e8f-61d9b32498f8 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284573 Nov 02 12:29:43.579163 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb10e11-fba6-411a-a77a-969760738fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca93775-d02f-4a64-aedd-28dd21814b95,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:43.595847 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08dba698-612e-409c-bf53-7103cdb04a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (bc41fb2b-98b0-41f7-80ba-ee0cc4b12d1f), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.599064 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08dba698-612e-409c-bf53-7103cdb04a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.604496 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-08dba698-612e-409c-bf53-7103cdb04a12 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/bc41fb2b-98b0-41f7-80ba-ee0cc4b12d1f HTTP/1.1" status: 204 len: 168 time: 0.4109499 Nov 02 12:29:43.608086 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d22c6e-5775-45ac-94bf-7476c049fcec" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc268ed-bf55-4bb7-a64b-66e569798119", "tag": "1ca93775-d02f-4a64-aedd-28dd21814b95"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:43.612110 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dba698-612e-409c-bf53-7103cdb04a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc41fb2b-98b0-41f7-80ba-ee0cc4b12d1f,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:43.719340 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4756ad93-834e-41ee-b339-1f9d174fe872 admin admin] Publish callbacks [] for security_group (8fc04f69-5c78-4656-96dd-0595c41a167d), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:43.724484 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Attempting to bind port c0732d77-2305-43de-9231-76f0cfe969f9 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:43.724919 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Attempting to bind port c0732d77-2305-43de-9231-76f0cfe969f9 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:43.725273 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Attempting to bind port c0732d77-2305-43de-9231-76f0cfe969f9 on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:43.865619 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Pushing event updated for resources: {'Port': ['ID=c0732d77-2305-43de-9231-76f0cfe969f9,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:43.896858 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8aa4d3-893e-4ac1-b680-86fc6de7f59a x-openstack-request-id: req-9f8aa4d3-893e-4ac1-b680-86fc6de7f59a {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:43.898271 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc268ed-bf55-4bb7-a64b-66e569798119", "tag": "1ca93775-d02f-4a64-aedd-28dd21814b95", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:43.898694 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9f8aa4d3-893e-4ac1-b680-86fc6de7f59a {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:43.899446 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8aa4d3-893e-4ac1-b680-86fc6de7f59a'] response: {'name': 'network-changed', 'server_uuid': '3fc268ed-bf55-4bb7-a64b-66e569798119', 'tag': '1ca93775-d02f-4a64-aedd-28dd21814b95', 'status': 'completed', 'code': 200} Nov 02 12:29:43.903281 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-1bfd7cd4-d8ea-4bdf-ba26-c1dcd92f9848 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca93775-d02f-4a64-aedd-28dd21814b95 HTTP/1.1" status: 200 len: 217 time: 0.2372570 Nov 02 12:29:43.999410 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:44.002689 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Port c0732d77-2305-43de-9231-76f0cfe969f9 on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:29:44.003024 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Attempting to bind port c0732d77-2305-43de-9231-76f0cfe969f9 on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:44.009810 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf5b234-1337-4a82-8124-bea80c600265 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:29:44.053371 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Publish callbacks [] for port (9bf5b234-1337-4a82-8124-bea80c600265), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:44.056218 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4756ad93-834e-41ee-b339-1f9d174fe872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8fc04f69-5c78-4656-96dd-0595c41a167d), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:44.059062 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4756ad93-834e-41ee-b339-1f9d174fe872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:44.063633 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4756ad93-834e-41ee-b339-1f9d174fe872 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8fc04f69-5c78-4656-96dd-0595c41a167d HTTP/1.1" status: 204 len: 168 time: 2.1139281 Nov 02 12:29:44.090760 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756ad93-834e-41ee-b339-1f9d174fe872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc04f69-5c78-4656-96dd-0595c41a167d,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:44.095264 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Transition to ACTIVE for port object 9bf5b234-1337-4a82-8124-bea80c600265 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:29:44.103046 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (9bf5b234-1337-4a82-8124-bea80c600265), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:44.149144 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:44.149509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Checking segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:44.149877 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Bound using segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:44.151145 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Bound port: c0732d77-2305-43de-9231-76f0cfe969f9, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:44.151441 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:44.198166 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5b234-1337-4a82-8124-bea80c600265,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:44.238377 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Attempting to bind port 9bf5b234-1337-4a82-8124-bea80c600265 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:29:44.239125 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Attempting to bind port 9bf5b234-1337-4a82-8124-bea80c600265 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:29:44.239125 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Attempting to bind port 9bf5b234-1337-4a82-8124-bea80c600265 on network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:44.334712 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:44.354987 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Port 9bf5b234-1337-4a82-8124-bea80c600265 on network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:29:44.355325 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Attempting to bind port 9bf5b234-1337-4a82-8124-bea80c600265 on network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:44.409435 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] For port c0732d77-2305-43de-9231-76f0cfe969f9, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:44.494124 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] For port c0732d77-2305-43de-9231-76f0cfe969f9, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c0732d77-2305-43de-9231-76f0cfe969f9,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:44.548570 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:29:44.549750 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Checking segment: {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:29:44.554857 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Bound using segment: {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:29:44.556007 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Bound port: 9bf5b234-1337-4a82-8124-bea80c600265, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3a97c6-b49d-4e74-93bc-669474549b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:29:44.557775 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (9bf5b234-1337-4a82-8124-bea80c600265), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:44.625515 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:44.636473 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:44.637857 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:44.640320 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/c0732d77-2305-43de-9231-76f0cfe969f9 HTTP/1.1" status: 200 len: 1094 time: 5.5318108 Nov 02 12:29:44.656792 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7ceb3-4e72-4321-8d6a-5266709f4875 req-037610d7-7c47-497c-9aa3-57e4dd27d7ed tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:44.660292 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a1e7ceb3-4e72-4321-8d6a-5266709f4875 req-037610d7-7c47-497c-9aa3-57e4dd27d7ed tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 944 time: 0.2445304 Nov 02 12:29:44.777340 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7415469-a347-4e3f-927c-39bd1f4f61f7 req-c769392a-b94c-48eb-8750-9a71e3f42efb tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:44.785706 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c7415469-a347-4e3f-927c-39bd1f4f61f7 req-c769392a-b94c-48eb-8750-9a71e3f42efb tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.1180136 Nov 02 12:29:44.850580 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] For port 9bf5b234-1337-4a82-8124-bea80c600265, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:44.879472 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ccaca-e1bd-41b1-b8c8-0215870f372b service neutron] Pushing event updated for resources: {'Port': ['ID=c0732d77-2305-43de-9231-76f0cfe969f9,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:44.929275 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c7415469-a347-4e3f-927c-39bd1f4f61f7 req-a7f49764-9d2a-4cb6-bc64-e5b3871682fa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290889 Nov 02 12:29:45.133312 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb413f78-d2ae-476a-9022-e9beb66cc5ba req-114c71fc-1835-4e36-9b21-dc281d80b10c tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:45.136273 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fb413f78-d2ae-476a-9022-e9beb66cc5ba req-114c71fc-1835-4e36-9b21-dc281d80b10c tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 943 time: 0.1029282 Nov 02 12:29:45.156839 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] For port 9bf5b234-1337-4a82-8124-bea80c600265, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9bf5b234-1337-4a82-8124-bea80c600265,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:45.181741 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (9bf5b234-1337-4a82-8124-bea80c600265), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.189710 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 38976) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:45.195793 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:45.196419 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.199549 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/9bf5b234-1337-4a82-8124-bea80c600265 HTTP/1.1" status: 200 len: 1093 time: 5.2264819 Nov 02 12:29:45.261131 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fb413f78-d2ae-476a-9022-e9beb66cc5ba req-4824644f-e441-4ebb-943f-81d2407629f0 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108811 Nov 02 12:29:45.261995 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-5a65fc31-c389-4941-980a-0f9285ed5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:45.263536 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-5a65fc31-c389-4941-980a-0f9285ed5aa6 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 1128 time: 0.4102645 Nov 02 12:29:45.283525 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-032f5ddf-3a49-4103-b4f7-a0396ced281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:45.285061 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-032f5ddf-3a49-4103-b4f7-a0396ced281c service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.4443007 Nov 02 12:29:45.337242 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a1e7ceb3-4e72-4321-8d6a-5266709f4875 req-816f3275-c814-41b7-b942-52d2044ff26f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456266 Nov 02 12:29:45.449551 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-bffcb9a8-3486-4614-ab04-834c1e96ee73 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0732d77-2305-43de-9231-76f0cfe969f9 HTTP/1.1" status: 200 len: 217 time: 0.1710408 Nov 02 12:29:45.486492 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c2df96f0-ced4-457d-8ec7-80d9750dc6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.503824 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:29:45.507572 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-3e1527d2-7457-45a7-94de-71ab168396f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:45.511737 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-3e1527d2-7457-45a7-94de-71ab168396f8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=565eec3408344c2e84f2988fb2230c46&device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 1127 time: 0.2558935 Nov 02 12:29:45.565067 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138d9b3-60a7-4882-8250-bdedd55af265 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5b234-1337-4a82-8124-bea80c600265,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:45.584594 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-776d1e28-d3d7-4fb8-bad6-0270e44a271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:45.586189 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-776d1e28-d3d7-4fb8-bad6-0270e44a271f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2596240 Nov 02 12:29:45.625157 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-066cf408-0062-41bd-aaec-06dde5923ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:45.627733 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-066cf408-0062-41bd-aaec-06dde5923ef1 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.1501968 Nov 02 12:29:45.636727 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c2df96f0-ced4-457d-8ec7-80d9750dc6ef admin admin] Publish callbacks [] for security_group (aa0f537e-c3e1-4078-8506-c8638ecfb444), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.642171 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c2df96f0-ced4-457d-8ec7-80d9750dc6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (aa0f537e-c3e1-4078-8506-c8638ecfb444), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.649510 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:45.711465 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df96f0-ced4-457d-8ec7-80d9750dc6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0f537e-c3e1-4078-8506-c8638ecfb444,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:45.721367 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-c2df96f0-ced4-457d-8ec7-80d9750dc6ef admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=00d1445abf5d4e7db7a54850c683f46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5298126 Nov 02 12:29:45.721597 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39006) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:45.823206 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:45.829232 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fc1b186b-d0fa-4bbf-8cb8-1bc7752761f7 admin admin] Publish callbacks [] for security_group (aa0f537e-c3e1-4078-8506-c8638ecfb444), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.858395 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fc1b186b-d0fa-4bbf-8cb8-1bc7752761f7 admin admin] Publish callbacks [] for security_group (aa0f537e-c3e1-4078-8506-c8638ecfb444), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.901275 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd700e60e-c573-4867-af81-4967f45d07ff', 'tag': 'c0732d77-2305-43de-9231-76f0cfe969f9'}, {'name': 'network-changed', 'server_uuid': '6abe4375-8644-4b59-b685-70841201f7a0', 'tag': '9bf5b234-1337-4a82-8124-bea80c600265'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:29:45.903877 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71" -d '{"events": [{"name": "network-changed", "server_uuid": "d700e60e-c573-4867-af81-4967f45d07ff", "tag": "c0732d77-2305-43de-9231-76f0cfe969f9"}, {"name": "network-changed", "server_uuid": "6abe4375-8644-4b59-b685-70841201f7a0", "tag": "9bf5b234-1337-4a82-8124-bea80c600265"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:45.955272 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fc1b186b-d0fa-4bbf-8cb8-1bc7752761f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (aa0f537e-c3e1-4078-8506-c8638ecfb444), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.963191 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fc1b186b-d0fa-4bbf-8cb8-1bc7752761f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:45.970528 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-fc1b186b-d0fa-4bbf-8cb8-1bc7752761f7 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/aa0f537e-c3e1-4078-8506-c8638ecfb444 HTTP/1.1" status: 204 len: 168 time: 0.2439046 Nov 02 12:29:45.991116 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b186b-d0fa-4bbf-8cb8-1bc7752761f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0f537e-c3e1-4078-8506-c8638ecfb444,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:46.007266 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 02 Nov 2022 12:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad971766-cb02-4127-97ed-8cda6597d520 x-openstack-request-id: req-ad971766-cb02-4127-97ed-8cda6597d520 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:46.007613 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d700e60e-c573-4867-af81-4967f45d07ff", "tag": "c0732d77-2305-43de-9231-76f0cfe969f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6abe4375-8644-4b59-b685-70841201f7a0", "tag": "9bf5b234-1337-4a82-8124-bea80c600265", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:46.007888 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ad971766-cb02-4127-97ed-8cda6597d520 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:46.008975 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad971766-cb02-4127-97ed-8cda6597d520'] response: {'name': 'network-changed', 'server_uuid': 'd700e60e-c573-4867-af81-4967f45d07ff', 'tag': 'c0732d77-2305-43de-9231-76f0cfe969f9', 'status': 'completed', 'code': 200} Nov 02 12:29:46.010601 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad971766-cb02-4127-97ed-8cda6597d520'] response: {'name': 'network-changed', 'server_uuid': '6abe4375-8644-4b59-b685-70841201f7a0', 'tag': '9bf5b234-1337-4a82-8124-bea80c600265', 'status': 'completed', 'code': 200} Nov 02 12:29:46.162011 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc5052-6879-474c-89ad-029153fd4562 req-c1c0be1b-86ce-4d27-9a7d-370d937be8e4 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:46.165613 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-43bc5052-6879-474c-89ad-029153fd4562 req-c1c0be1b-86ce-4d27-9a7d-370d937be8e4 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.1005058 Nov 02 12:29:46.259199 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-43bc5052-6879-474c-89ad-029153fd4562 req-cfd60a8b-efd0-40ea-9b5a-108fd0d31e1f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860178 Nov 02 12:29:46.573971 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ca032-7728-4714-9caf-04c6408c2bc6 req-13feb885-c879-43c2-b9d1-87011c80fd25 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:46.576510 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fe8ca032-7728-4714-9caf-04c6408c2bc6 req-13feb885-c879-43c2-b9d1-87011c80fd25 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 943 time: 0.1115148 Nov 02 12:29:46.632669 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4b151-7baa-4a2f-aa73-d03dd0d7a6e1 req-a0676f0a-5568-4a5d-bc20-ca3c3078e4ba tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:46.639276 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a4c4b151-7baa-4a2f-aa73-d03dd0d7a6e1 req-a0676f0a-5568-4a5d-bc20-ca3c3078e4ba tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 944 time: 0.1702671 Nov 02 12:29:46.737349 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a4c4b151-7baa-4a2f-aa73-d03dd0d7a6e1 req-5337595e-3905-4c3f-ad4c-c48fe9eb6abd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835719 Nov 02 12:29:46.741736 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fe8ca032-7728-4714-9caf-04c6408c2bc6 req-d7f25162-de28-4446-8384-e0b10b39ed97 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515574 Nov 02 12:29:46.819603 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39052) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:46.828065 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:46.836704 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-40cbebca-fdf4-402f-8ce4-a73bfe09743f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:46.941202 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-40cbebca-fdf4-402f-8ce4-a73bfe09743f admin admin] Publish callbacks [] for security_group (0439f639-6b33-49f9-954c-648a968bb086), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:46.946890 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-40cbebca-fdf4-402f-8ce4-a73bfe09743f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0439f639-6b33-49f9-954c-648a968bb086), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:46.997630 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-40cbebca-fdf4-402f-8ce4-a73bfe09743f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=ee8ca583b4784aacbdf759fbac50fb12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767719 Nov 02 12:29:46.998728 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbebca-fdf4-402f-8ce4-a73bfe09743f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0439f639-6b33-49f9-954c-648a968bb086,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:47.002020 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39056) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:47.083622 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82f3e6f9-4575-4363-b2f3-bd24b8e07354 admin admin] Publish callbacks [] for security_group (0439f639-6b33-49f9-954c-648a968bb086), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:47.122111 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82f3e6f9-4575-4363-b2f3-bd24b8e07354 admin admin] Publish callbacks [] for security_group (0439f639-6b33-49f9-954c-648a968bb086), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:47.170683 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:29:47.227184 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82f3e6f9-4575-4363-b2f3-bd24b8e07354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0439f639-6b33-49f9-954c-648a968bb086), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:47.229939 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-82f3e6f9-4575-4363-b2f3-bd24b8e07354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:47.234386 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-82f3e6f9-4575-4363-b2f3-bd24b8e07354 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0439f639-6b33-49f9-954c-648a968bb086 HTTP/1.1" status: 204 len: 168 time: 0.2307348 Nov 02 12:29:47.243245 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3e6f9-4575-4363-b2f3-bd24b8e07354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0439f639-6b33-49f9-954c-648a968bb086,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:47.342738 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:47.358485 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'port_id': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'mac_address': 'fa:16:3e:05:dc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:29:47.416457 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:47.416854 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:47.422247 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea7ec5-649e-4d03-af2f-5dfaefae9c65 req-fcf6604d-508d-4ab6-a1a0-26ca7ea3e9ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:47.424430 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2cea7ec5-649e-4d03-af2f-5dfaefae9c65 req-fcf6604d-508d-4ab6-a1a0-26ca7ea3e9ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0616212 Nov 02 12:29:47.445572 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76520876-ec20-4f93-afd1-a7ac9b9e2c3e {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:29:47.451886 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:47.473875 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:47.486381 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:47.500385 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2cea7ec5-649e-4d03-af2f-5dfaefae9c65 req-3329962f-dafe-4273-8672-89b42f24cddb tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691574 Nov 02 12:29:47.562646 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:47.921762 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abddcd-04bc-4122-a006-d36bf74b6711 req-5aa41450-b031-4084-b249-51b6f244b131 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:47.933157 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e4abddcd-04bc-4122-a006-d36bf74b6711 req-5aa41450-b031-4084-b249-51b6f244b131 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 944 time: 0.0702381 Nov 02 12:29:47.998021 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e4abddcd-04bc-4122-a006-d36bf74b6711 req-d5baf404-6dcb-49d9-b6d2-a13c254818ff tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636876 Nov 02 12:29:48.004268 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57fb41-665b-4a50-9fbe-80602f107b79 req-f714fda2-d48e-466e-9c01-e82666db2d69 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:48.015742 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bf57fb41-665b-4a50-9fbe-80602f107b79 req-f714fda2-d48e-466e-9c01-e82666db2d69 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 943 time: 0.1546443 Nov 02 12:29:48.213996 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-52935760-de6d-4121-9d54-16a06c88ef31 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf5b234-1337-4a82-8124-bea80c600265 HTTP/1.1" status: 200 len: 217 time: 0.1344678 Nov 02 12:29:48.305320 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bf57fb41-665b-4a50-9fbe-80602f107b79 req-b77550bd-5487-48d9-8c57-1364ef2fbe54 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883489 Nov 02 12:29:48.337470 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['76520876-ec20-4f93-afd1-a7ac9b9e2c3e'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:29:48.402000 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-b7ad5c26-eaf3-4181-8cd4-fe3688c8c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:48.402651 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-b7ad5c26-eaf3-4181-8cd4-fe3688c8c17e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3254309 Nov 02 12:29:48.431164 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-97542ffa-2d3a-4446-9fa4-ec53fd04556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:48.433202 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-97542ffa-2d3a-4446-9fa4-ec53fd04556e service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7a0e1592-7cbe-4d7b-904b-505f9f912a55 HTTP/1.1" status: 200 len: 851 time: 0.1234124 Nov 02 12:29:48.536601 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:48.539100 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-fea0f65a-e723-4a96-bda3-7ee5a67021a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:48.543193 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-fea0f65a-e723-4a96-bda3-7ee5a67021a7 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=2b7cd6b4-d388-4abb-b5ab-ec6598a0c773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942056 Nov 02 12:29:48.609022 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-9042b295-24a5-4d24-b25f-637da842aecd service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307684 Nov 02 12:29:48.613707 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:48.888630 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ee8a0-3065-43ed-a9c9-7a0d676ed7d5 req-15ef5733-6343-4f78-8359-408c109477c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:48.915646 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-da6ee8a0-3065-43ed-a9c9-7a0d676ed7d5 req-15ef5733-6343-4f78-8359-408c109477c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 944 time: 0.1643405 Nov 02 12:29:48.948083 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-fb1a7e41-41ad-4384-b255-dfd56559ec2a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326705 Nov 02 12:29:48.975556 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d67e6500-d4c3-402a-8028-41a408aeeb35 req-4ad9de71-5e1f-45b7-bf04-5f2284152fe7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595874 Nov 02 12:29:49.014836 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-39f94973-720a-4de3-a5ff-e41c9f181b4b service neutron] 10.222.0.87 "GET /networking/v2.0/networks/2b7cd6b4-d388-4abb-b5ab-ec6598a0c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269562 Nov 02 12:29:49.090408 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-da6ee8a0-3065-43ed-a9c9-7a0d676ed7d5 req-2805b2a9-fc9e-44b0-9565-dae2954481e3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719348 Nov 02 12:29:49.275056 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f924-966c-42b6-93c0-97142e3d1ae9 req-d33fcb86-cb25-4b02-abd6-5cfc448ad0dd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:49.282790 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d1f4f924-966c-42b6-93c0-97142e3d1ae9 req-d33fcb86-cb25-4b02-abd6-5cfc448ad0dd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 944 time: 0.1331539 Nov 02 12:29:49.356345 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dbe1971-8e6b-4a4b-91df-416d15a50103 req-23b15462-833f-48bf-adc5-4433c0a85ce7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951035 Nov 02 12:29:49.378126 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d1f4f924-966c-42b6-93c0-97142e3d1ae9 req-0abaa57d-fdf2-4a8b-96bd-5614eda50980 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941396 Nov 02 12:29:49.549879 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39188) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:49.673529 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091a5f-3890-46e8-a294-596d55a5015f req-b5f67fcd-aead-425f-9a85-0473669327bb tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:49.686717 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b7091a5f-3890-46e8-a294-596d55a5015f req-b5f67fcd-aead-425f-9a85-0473669327bb tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 943 time: 0.2064188 Nov 02 12:29:49.838996 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b7091a5f-3890-46e8-a294-596d55a5015f req-3fdf05a9-9561-4db3-98e9-59674f459d67 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206288 Nov 02 12:29:50.007785 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39206) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:50.125663 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9835d8ff-07c1-404f-9b17-4985eb1af977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:50.149392 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:50.301593 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0b0b862a-5268-4037-9f00-477faf67138c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:50.318054 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9835d8ff-07c1-404f-9b17-4985eb1af977 admin admin] Publish callbacks [] for security_group (bd79565c-821a-471e-9130-3caff0406cb7), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:50.324133 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9835d8ff-07c1-404f-9b17-4985eb1af977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (bd79565c-821a-471e-9130-3caff0406cb7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:50.339017 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-9ae6a844-19e6-4b6e-8ca3-bce83dd80715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:50.341631 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-9ae6a844-19e6-4b6e-8ca3-bce83dd80715 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 1127 time: 0.5347755 Nov 02 12:29:50.366190 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 1ca93775-d02f-4a64-aedd-28dd21814b95 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:29:50.405837 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9835d8ff-07c1-404f-9b17-4985eb1af977 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=bfa51fdd7c0e48839a59f8d89b78255b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3965924 Nov 02 12:29:50.407161 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835d8ff-07c1-404f-9b17-4985eb1af977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd79565c-821a-471e-9130-3caff0406cb7,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:50.411220 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39222) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:50.503818 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:50.508809 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2611f03-1d91-493e-a2cc-0327c572b371 req-32b18761-75d6-4341-bd7c-6c1cffb48b17 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:50.514304 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a2611f03-1d91-493e-a2cc-0327c572b371 req-32b18761-75d6-4341-bd7c-6c1cffb48b17 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 944 time: 0.1639414 Nov 02 12:29:50.545346 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4446e524-9e61-4376-aac6-b681b1fe8baa admin admin] Publish callbacks [] for security_group (bd79565c-821a-471e-9130-3caff0406cb7), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:50.587026 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:29:50.601440 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:50.602028 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:50.602604 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e Nov 02 12:29:50.615064 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4446e524-9e61-4376-aac6-b681b1fe8baa admin admin] Publish callbacks [] for security_group (bd79565c-821a-471e-9130-3caff0406cb7), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:50.739051 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-2266e07a-518a-42d5-9cdf-66e52587d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:50.741820 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-2266e07a-518a-42d5-9cdf-66e52587d82c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 1128 time: 0.1809862 Nov 02 12:29:50.786145 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:50.801991 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 1ca93775-d02f-4a64-aedd-28dd21814b95, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ca93775-d02f-4a64-aedd-28dd21814b95,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:50.825797 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '1ca93775-d02f-4a64-aedd-28dd21814b95', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'port_id': '1ca93775-d02f-4a64-aedd-28dd21814b95', 'mac_address': 'fa:16:3e:02:9c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:29:50.874629 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7d950-a988-4f87-b5f1-e81754b289cc req-d71cfb94-d403-40ab-8aa1-717a729ff1e9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:50.877294 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 1ca93775-d02f-4a64-aedd-28dd21814b95 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:50.878023 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:50.892409 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d0b7d950-a988-4f87-b5f1-e81754b289cc req-d71cfb94-d403-40ab-8aa1-717a729ff1e9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 944 time: 0.2608452 Nov 02 12:29:50.927087 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca93775-d02f-4a64-aedd-28dd21814b95 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:29:50.960084 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 1ca93775-d02f-4a64-aedd-28dd21814b95, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ca93775-d02f-4a64-aedd-28dd21814b95,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:50.971771 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:51.004465 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:51.005338 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:51.057444 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:29:51.065900 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d0b7d950-a988-4f87-b5f1-e81754b289cc req-4531d29e-f060-4aa6-8a33-55952a0e4d60 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664922 Nov 02 12:29:51.078328 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4446e524-9e61-4376-aac6-b681b1fe8baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (bd79565c-821a-471e-9130-3caff0406cb7), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:51.083351 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4446e524-9e61-4376-aac6-b681b1fe8baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:51.095637 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4446e524-9e61-4376-aac6-b681b1fe8baa admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/bd79565c-821a-471e-9130-3caff0406cb7 HTTP/1.1" status: 204 len: 168 time: 0.6828065 Nov 02 12:29:51.101975 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:51.133777 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446e524-9e61-4376-aac6-b681b1fe8baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd79565c-821a-471e-9130-3caff0406cb7,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:51.235850 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11769d2b-1119-42c0-9be9-70da856c5df6 req-aab00585-4215-4eb7-9355-5ef9280a1f34 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/2b7cd6b4-d388-4abb-b5ab-ec6598a0c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5396423 Nov 02 12:29:51.272204 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=1ca93775-d02f-4a64-aedd-28dd21814b95,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:51.288123 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:51.307449 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['1ca93775-d02f-4a64-aedd-28dd21814b95'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:29:51.325243 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:51.418788 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ffcbb-60f6-467a-92e2-14098c3659db req-2b7ac308-8101-4604-ac27-abddc78424e5 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:51.430080 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4b0ffcbb-60f6-467a-92e2-14098c3659db req-2b7ac308-8101-4604-ac27-abddc78424e5 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 943 time: 0.2001569 Nov 02 12:29:51.460473 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:51.521885 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:51.542835 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4b0ffcbb-60f6-467a-92e2-14098c3659db req-dd4aa7ee-835b-403e-9dfb-54dc96bc6460 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067526 Nov 02 12:29:51.543065 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:51.734470 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0b0b862a-5268-4037-9f00-477faf67138c admin admin] Publish callbacks [] for security_group (b01b953f-150b-40e6-9708-1a9d35812198), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:51.752522 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:51.779960 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0b0b862a-5268-4037-9f00-477faf67138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b01b953f-150b-40e6-9708-1a9d35812198), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:51.883167 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a2611f03-1d91-493e-a2cc-0327c572b371 req-d742c626-be25-49c2-b893-76772c04fc54 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2190249 Nov 02 12:29:51.895507 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39264) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:51.895905 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-0b0b862a-5268-4037-9f00-477faf67138c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=d1c5ed35cd344bf0b3430d3a83db89df&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3439224 Nov 02 12:29:51.903396 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-61fb297d-3ccf-4a73-b2c6-943fc304778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:51.906795 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-61fb297d-3ccf-4a73-b2c6-943fc304778d service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 1.3784511 Nov 02 12:29:52.011466 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-94ae2452-4f4e-4436-a7cf-5beba4b1d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:52.013057 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-94ae2452-4f4e-4436-a7cf-5beba4b1d519 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 1.1609294 Nov 02 12:29:52.018161 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5a3879-74ba-4254-9fbb-dc894080e6a2" -d '{"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-plugged", "status": "completed", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:52.050266 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0598ccaa-01c3-4605-bf85-e6c417df68d0 admin admin] Publish callbacks [] for security_group (b01b953f-150b-40e6-9708-1a9d35812198), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.140509 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0598ccaa-01c3-4605-bf85-e6c417df68d0 admin admin] Publish callbacks [] for security_group (b01b953f-150b-40e6-9708-1a9d35812198), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.151139 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-5d031b28-2bd4-4201-93f0-66d11a104437 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0732d77-2305-43de-9231-76f0cfe969f9 HTTP/1.1" status: 200 len: 217 time: 0.0898681 Nov 02 12:29:52.201805 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b862a-5268-4037-9f00-477faf67138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01b953f-150b-40e6-9708-1a9d35812198,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:52.223315 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-d97d0777-951f-4f7f-abd5-d59e98442837 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca93775-d02f-4a64-aedd-28dd21814b95 HTTP/1.1" status: 200 len: 217 time: 0.2081513 Nov 02 12:29:52.270682 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0598ccaa-01c3-4605-bf85-e6c417df68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b01b953f-150b-40e6-9708-1a9d35812198), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.274636 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0598ccaa-01c3-4605-bf85-e6c417df68d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.276453 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0598ccaa-01c3-4605-bf85-e6c417df68d0 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/b01b953f-150b-40e6-9708-1a9d35812198 HTTP/1.1" status: 204 len: 168 time: 0.3796213 Nov 02 12:29:52.293682 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598ccaa-01c3-4605-bf85-e6c417df68d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01b953f-150b-40e6-9708-1a9d35812198,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:52.445847 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-ffb37b81-f471-4e19-b957-b4de2036e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:52.448758 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-ffb37b81-f471-4e19-b957-b4de2036e940 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.2410412 Nov 02 12:29:52.458398 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 9bf5b234-1337-4a82-8124-bea80c600265 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:29:52.462145 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 1ca93775-d02f-4a64-aedd-28dd21814b95 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:52.464482 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73170b8c-89bf-4f53-831d-4f9caf314a6e req-597ee5b7-853f-4d25-9bef-45226df1eadc tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:52.466921 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-73170b8c-89bf-4f53-831d-4f9caf314a6e req-597ee5b7-853f-4d25-9bef-45226df1eadc tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 944 time: 0.1790807 Nov 02 12:29:52.485958 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39280) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:52.493159 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-4eae8788-016e-41ef-8b5a-1ab92dcb50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:52.496401 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-4eae8788-016e-41ef-8b5a-1ab92dcb50ce service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.2333653 Nov 02 12:29:52.533318 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-273bb8d1-b250-4484-b566-867dc74e5531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.576131 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 1ca93775-d02f-4a64-aedd-28dd21814b95 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:29:52.618639 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 1ca93775-d02f-4a64-aedd-28dd21814b95 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:52.619879 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.620432 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 1ca93775-d02f-4a64-aedd-28dd21814b95 Nov 02 12:29:52.663389 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-66770822-d677-48ee-b85f-bab5bbe35ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:52.665039 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-66770822-d677-48ee-b85f-bab5bbe35ade service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1967936 Nov 02 12:29:52.730410 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d0218-4a93-4a16-9820-aaec44950177 x-openstack-request-id: req-5f0d0218-4a93-4a16-9820-aaec44950177 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:52.730928 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-plugged", "status": "completed", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:52.731327 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5f0d0218-4a93-4a16-9820-aaec44950177 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:52.732122 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0d0218-4a93-4a16-9820-aaec44950177'] response: {'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'code': 200} Nov 02 12:29:52.785051 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-273bb8d1-b250-4484-b566-867dc74e5531 admin admin] Publish callbacks [] for security_group (6fff7a32-8405-4278-9159-bd989ee72cd6), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.793429 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-273bb8d1-b250-4484-b566-867dc74e5531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6fff7a32-8405-4278-9159-bd989ee72cd6), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.902582 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 9bf5b234-1337-4a82-8124-bea80c600265, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9bf5b234-1337-4a82-8124-bea80c600265,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:52.925743 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:52.932117 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-273bb8d1-b250-4484-b566-867dc74e5531 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=201853ea028943a68a0c098918d1b2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443591 Nov 02 12:29:52.933905 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39288) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:52.934574 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bb8d1-b250-4484-b566-867dc74e5531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff7a32-8405-4278-9159-bd989ee72cd6,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:52.936665 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 1ca93775-d02f-4a64-aedd-28dd21814b95 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:52.950124 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:52.965360 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '9bf5b234-1337-4a82-8124-bea80c600265', 'network_id': '2b7cd6b4-d388-4abb-b5ab-ec6598a0c773', 'port_id': '9bf5b234-1337-4a82-8124-bea80c600265', 'mac_address': 'fa:16:3e:99:e8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0e1592-7cbe-4d7b-904b-505f9f912a55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:29:53.029205 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abfbe1-0488-4c3b-828d-cfff1fe44287 req-6ee3b2bd-7063-4fdf-aa3b-50802ba9ad8b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:53.030852 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c1abfbe1-0488-4c3b-828d-cfff1fe44287 req-6ee3b2bd-7063-4fdf-aa3b-50802ba9ad8b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 943 time: 0.1591911 Nov 02 12:29:53.048713 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:53.122428 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 9bf5b234-1337-4a82-8124-bea80c600265 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:53.123090 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (9bf5b234-1337-4a82-8124-bea80c600265), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.143064 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c1abfbe1-0488-4c3b-828d-cfff1fe44287 req-a1ea765f-e2bb-4692-8f83-57cec56e1e66 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940838 Nov 02 12:29:53.152069 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 1ca93775-d02f-4a64-aedd-28dd21814b95, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ca93775-d02f-4a64-aedd-28dd21814b95,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:53.153828 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b9d86b9e-7b99-4f78-aa5b-3dff38d1fe34 admin admin] Publish callbacks [] for security_group (6fff7a32-8405-4278-9159-bd989ee72cd6), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.154994 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf5b234-1337-4a82-8124-bea80c600265 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:29:53.161917 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.210436 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 9bf5b234-1337-4a82-8124-bea80c600265, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9bf5b234-1337-4a82-8124-bea80c600265,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:53.222724 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (9bf5b234-1337-4a82-8124-bea80c600265), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.223781 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device c0732d77-2305-43de-9231-76f0cfe969f9 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:29:53.243330 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b9d86b9e-7b99-4f78-aa5b-3dff38d1fe34 admin admin] Publish callbacks [] for security_group (6fff7a32-8405-4278-9159-bd989ee72cd6), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.245790 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65de9e3-af07-4afd-9b11-c47e8baccdb7 req-0e099a29-8cd7-468e-80ce-791f1b44ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:53.249527 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c65de9e3-af07-4afd-9b11-c47e8baccdb7 req-0e099a29-8cd7-468e-80ce-791f1b44ee02 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 1129 time: 0.2318296 Nov 02 12:29:53.259671 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-73170b8c-89bf-4f53-831d-4f9caf314a6e req-39e840f8-6511-4db3-b006-ac9602294464 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7732408 Nov 02 12:29:53.260746 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-2d3566ed-9370-4715-88f6-e65842a7ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:53.280179 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-2d3566ed-9370-4715-88f6-e65842a7ece9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7423136 Nov 02 12:29:53.322315 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c65de9e3-af07-4afd-9b11-c47e8baccdb7 req-119df93f-382d-40bb-b530-b5ea738067a0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.377797 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b9d86b9e-7b99-4f78-aa5b-3dff38d1fe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6fff7a32-8405-4278-9159-bd989ee72cd6), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.381294 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b9d86b9e-7b99-4f78-aa5b-3dff38d1fe34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.388281 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b9d86b9e-7b99-4f78-aa5b-3dff38d1fe34 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/6fff7a32-8405-4278-9159-bd989ee72cd6 HTTP/1.1" status: 204 len: 168 time: 0.4502387 Nov 02 12:29:53.436280 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d86b9e-7b99-4f78-aa5b-3dff38d1fe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff7a32-8405-4278-9159-bd989ee72cd6,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:53.481999 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac3392-cf0b-4b02-bd0d-8ffdc44a20f4 req-45053bf9-c4f5-4bd4-9960-f117036f7007 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:53.483980 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3eac3392-cf0b-4b02-bd0d-8ffdc44a20f4 req-45053bf9-c4f5-4bd4-9960-f117036f7007 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0942533 Nov 02 12:29:53.509630 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=1ca93775-d02f-4a64-aedd-28dd21814b95,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:53.564179 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39314) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:53.586621 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-6bec10eb-28a3-42f8-95e8-30bf4b5321e4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150833 Nov 02 12:29:53.645499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:53.657240 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=9bf5b234-1337-4a82-8124-bea80c600265,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:53.669913 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b24fa73f-be8e-43dd-9c70-8ca4996c3943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.723430 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3eac3392-cf0b-4b02-bd0d-8ffdc44a20f4 req-8360a3d6-6997-42be-8b95-53b0f78e0974 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313607 Nov 02 12:29:53.728904 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-19ed653d-1430-4ab6-bb15-841395030437 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286612 Nov 02 12:29:53.758177 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port c0732d77-2305-43de-9231-76f0cfe969f9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c0732d77-2305-43de-9231-76f0cfe969f9,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:53.809270 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': 'c0732d77-2305-43de-9231-76f0cfe969f9', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'port_id': 'c0732d77-2305-43de-9231-76f0cfe969f9', 'mac_address': 'fa:16:3e:9f:47:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:29:53.832674 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-ddb54529-f74c-45dc-99fd-3ba804ed0404 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389733 Nov 02 12:29:53.841700 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:53.918997 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port c0732d77-2305-43de-9231-76f0cfe969f9 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:53.920221 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.923484 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b24fa73f-be8e-43dd-9c70-8ca4996c3943 admin admin] Publish callbacks [] for security_group (8b88e00b-bce0-4783-a34c-a82a1de39c2f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.932396 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b24fa73f-be8e-43dd-9c70-8ca4996c3943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8b88e00b-bce0-4783-a34c-a82a1de39c2f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:53.958885 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0732d77-2305-43de-9231-76f0cfe969f9 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:29:54.011433 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:54.012429 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:54.025380 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port c0732d77-2305-43de-9231-76f0cfe969f9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c0732d77-2305-43de-9231-76f0cfe969f9,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:54.039136 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:54.048269 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-22d22c6e-5775-45ac-94bf-7476c049fcec req-1761b783-15ea-4b5c-bce8-ef640f0901a9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013638 Nov 02 12:29:54.055508 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-5a356a7a-2e89-40f8-941b-10ae8722c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:54.057392 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-5a356a7a-2e89-40f8-941b-10ae8722c935 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=565eec3408344c2e84f2988fb2230c46&device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 1128 time: 0.2522843 Nov 02 12:29:54.077867 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b24fa73f-be8e-43dd-9c70-8ca4996c3943 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=b5d3a4c84c334f0e9d47f6f0436ac5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5038233 Nov 02 12:29:54.079720 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c65de9e3-af07-4afd-9b11-c47e8baccdb7 req-119df93f-382d-40bb-b530-b5ea738067a0 service neutron] Publish callbacks [] for security_group (dad3f94c-5234-4e85-ba19-599ffb3771c0), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:54.082402 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39320) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:54.100749 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fa73f-be8e-43dd-9c70-8ca4996c3943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b88e00b-bce0-4783-a34c-a82a1de39c2f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:54.105398 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c65de9e3-af07-4afd-9b11-c47e8baccdb7 req-119df93f-382d-40bb-b530-b5ea738067a0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (dad3f94c-5234-4e85-ba19-599ffb3771c0), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:54.160962 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=c0732d77-2305-43de-9231-76f0cfe969f9,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:54.249357 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c65de9e3-af07-4afd-9b11-c47e8baccdb7 req-119df93f-382d-40bb-b530-b5ea738067a0 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9682598 Nov 02 12:29:54.254855 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119df93f-382d-40bb-b530-b5ea738067a0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3f94c-5234-4e85-ba19-599ffb3771c0,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:54.308729 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9909-9f8d-4eb6-85c4-5a81982aaea1 admin admin] Publish callbacks [] for security_group (8b88e00b-bce0-4783-a34c-a82a1de39c2f), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:54.321436 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-82ac2873-84bf-46c1-82a0-c9fd260367d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:54.323556 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-82ac2873-84bf-46c1-82a0-c9fd260367d8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 HTTP/1.1" status: 200 len: 914 time: 0.2560728 Nov 02 12:29:54.330838 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39328) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:54.372098 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9909-9f8d-4eb6-85c4-5a81982aaea1 admin admin] Publish callbacks [] for security_group (8b88e00b-bce0-4783-a34c-a82a1de39c2f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:54.411701 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34af862-eec0-42da-b630-6722e96c226e req-077660f2-6258-4a6b-907c-033f1e783fce tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:54.413810 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a34af862-eec0-42da-b630-6722e96c226e req-077660f2-6258-4a6b-907c-033f1e783fce tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 944 time: 0.0941715 Nov 02 12:29:54.420684 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['9bf5b234-1337-4a82-8124-bea80c600265'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:29:54.554508 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b36bc-0d48-4c7e-b33b-3f3cbedbc917 req-11ccf46f-ec56-4857-9edf-666e6b41b235 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:54.566483 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-404b36bc-0d48-4c7e-b33b-3f3cbedbc917 req-11ccf46f-ec56-4857-9edf-666e6b41b235 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 945 time: 0.1245937 Nov 02 12:29:54.622866 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['c0732d77-2305-43de-9231-76f0cfe969f9'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:29:54.641700 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-404b36bc-0d48-4c7e-b33b-3f3cbedbc917 req-768eaf67-6bd2-436c-b5a2-7117b4f74dac tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715132 Nov 02 12:29:54.735957 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc268ed-bf55-4bb7-a64b-66e569798119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca93775-d02f-4a64-aedd-28dd21814b95'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:29:54.738914 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f221f372-24a5-4652-8c66-ab4994cb3b45" -d '{"events": [{"server_uuid": "3fc268ed-bf55-4bb7-a64b-66e569798119", "name": "network-vif-plugged", "status": "completed", "tag": "1ca93775-d02f-4a64-aedd-28dd21814b95"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:54.771698 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-3fc32da5-c115-4407-ad62-e4a9ab9a1772 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bf5b234-1337-4a82-8124-bea80c600265 HTTP/1.1" status: 200 len: 217 time: 0.0755918 Nov 02 12:29:54.789525 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9909-9f8d-4eb6-85c4-5a81982aaea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8b88e00b-bce0-4783-a34c-a82a1de39c2f), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:54.794116 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9d9d9909-9f8d-4eb6-85c4-5a81982aaea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:54.799385 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-9d9d9909-9f8d-4eb6-85c4-5a81982aaea1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8b88e00b-bce0-4783-a34c-a82a1de39c2f HTTP/1.1" status: 204 len: 168 time: 0.7139509 Nov 02 12:29:54.826279 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d9909-9f8d-4eb6-85c4-5a81982aaea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b88e00b-bce0-4783-a34c-a82a1de39c2f,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:54.836432 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abeaf9b-c3f3-4005-9204-8ac7c3053130 x-openstack-request-id: req-3abeaf9b-c3f3-4005-9204-8ac7c3053130 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:54.836830 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc268ed-bf55-4bb7-a64b-66e569798119", "name": "network-vif-plugged", "status": "completed", "tag": "1ca93775-d02f-4a64-aedd-28dd21814b95", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:54.837125 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3abeaf9b-c3f3-4005-9204-8ac7c3053130 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:54.837594 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abeaf9b-c3f3-4005-9204-8ac7c3053130'] response: {'server_uuid': '3fc268ed-bf55-4bb7-a64b-66e569798119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca93775-d02f-4a64-aedd-28dd21814b95', 'code': 200} Nov 02 12:29:54.839943 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a34af862-eec0-42da-b630-6722e96c226e req-ce930b95-89ee-4f2a-9881-47ebe4ceb244 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050295 Nov 02 12:29:54.982401 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433ba20-3345-4fd1-87dd-049459bbd6bd req-1ac49c5a-59ba-43d0-a300-3f0fb95c6a10 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:55.001772 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5433ba20-3345-4fd1-87dd-049459bbd6bd req-1ac49c5a-59ba-43d0-a300-3f0fb95c6a10 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0742536 Nov 02 12:29:55.086550 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.091982 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-0bbf631f-4e41-4eda-8486-7627eb2f1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:55.093570 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-0bbf631f-4e41-4eda-8486-7627eb2f1bae service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7a0e1592-7cbe-4d7b-904b-505f9f912a55 HTTP/1.1" status: 200 len: 851 time: 0.1043177 Nov 02 12:29:55.142707 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39348) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:55.178706 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-900a8100-539b-402e-afe5-76c01798d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:55.191236 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-900a8100-539b-402e-afe5-76c01798d4b1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=2b7cd6b4-d388-4abb-b5ab-ec6598a0c773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913994 Nov 02 12:29:55.193811 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Publish callbacks [] for security_group (8e6c24b2-3dca-4981-a562-a780690c011c), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.200622 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5433ba20-3345-4fd1-87dd-049459bbd6bd req-a648e475-7db4-4aff-9414-dec5511110b1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959805 Nov 02 12:29:55.202276 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8e6c24b2-3dca-4981-a562-a780690c011c), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.238121 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=bdb76655b9a3422db1a7dd40655b00d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9058356 Nov 02 12:29:55.240794 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39354) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:55.308794 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6c24b2-3dca-4981-a562-a780690c011c,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:55.320748 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.321521 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.322134 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.322722 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.323254 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.323777 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.324313 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.324841 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.325402 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.326112 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.327114 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.327858 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.328391 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.328906 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.329463 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cdabd4-c657-401c-82a8-8e2be7d15f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.361930 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0715beae-e87c-466e-9a05-1285e40f5316 admin admin] Publish callbacks [] for security_group (8e6c24b2-3dca-4981-a562-a780690c011c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.365043 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:55.393221 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0715beae-e87c-466e-9a05-1285e40f5316 admin admin] Publish callbacks [] for security_group (8e6c24b2-3dca-4981-a562-a780690c011c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.451709 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.488181 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0715beae-e87c-466e-9a05-1285e40f5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8e6c24b2-3dca-4981-a562-a780690c011c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.493135 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0715beae-e87c-466e-9a05-1285e40f5316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.498373 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0715beae-e87c-466e-9a05-1285e40f5316 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8e6c24b2-3dca-4981-a562-a780690c011c HTTP/1.1" status: 204 len: 168 time: 0.2521417 Nov 02 12:29:55.522428 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715beae-e87c-466e-9a05-1285e40f5316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6c24b2-3dca-4981-a562-a780690c011c,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:55.553867 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6837a-8755-4b5d-b586-d05edd4e9f14 req-7f127640-2f81-43b4-838d-246aaaa1a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:55.555520 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11e6837a-8755-4b5d-b586-d05edd4e9f14 req-7f127640-2f81-43b4-838d-246aaaa1a6ea service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 1129 time: 0.1460106 Nov 02 12:29:55.596410 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-cec0c841-6fdd-406b-86c9-1841e65f3827 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/2b7cd6b4-d388-4abb-b5ab-ec6598a0c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979437 Nov 02 12:29:55.633032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:55.758315 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:55.761256 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11e6837a-8755-4b5d-b586-d05edd4e9f14 req-ff249199-b1a5-4136-a46d-ff1fb1dfc2d8 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847007 Nov 02 12:29:55.813370 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Publish callbacks [] for security_group (fdb12c8c-1140-4744-bd18-8c5ef368567d), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.829779 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (fdb12c8c-1140-4744-bd18-8c5ef368567d), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:55.897215 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3da0f81c-56e5-4c9e-a1ad-cb5a303e3b71 req-d3bd9fdf-8734-4267-9158-8582152c4d16 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/2b7cd6b4-d388-4abb-b5ab-ec6598a0c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838633 Nov 02 12:29:55.921262 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50849126-9bed-4be0-8c10-b2ae8be82744 req-8e535274-f4b4-4a69-abfe-f8882e248b6d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:55.926706 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-50849126-9bed-4be0-8c10-b2ae8be82744 req-8e535274-f4b4-4a69-abfe-f8882e248b6d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 945 time: 0.1301939 Nov 02 12:29:55.929157 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb12c8c-1140-4744-bd18-8c5ef368567d,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:55.935371 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f4cd775156864b8689cd8b4fe864e2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7915282 Nov 02 12:29:55.938435 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39386) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:55.942484 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.942832 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.943207 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.943550 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.944120 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.944479 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.944795 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.945148 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.945495 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.945826 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.946171 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.946515 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.946921 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.947738 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:55.948062 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2bf4b0-faef-4a44-a1c3-92b0d6e2ce50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:56.029793 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-50849126-9bed-4be0-8c10-b2ae8be82744 req-2cbff88a-26cb-445a-ab57-9ca428135057 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851398 Nov 02 12:29:56.154454 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39394) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:56.188779 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-180d8eb4-eed3-4341-baf9-6bd6723ef9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.201563 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41983bfa-e3d5-48ed-af81-2e85aed7cac4 req-2c4f4f9c-02fa-46da-8ac1-e7925f44d579 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:56.203189 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-41983bfa-e3d5-48ed-af81-2e85aed7cac4 req-2c4f4f9c-02fa-46da-8ac1-e7925f44d579 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 944 time: 0.2117019 Nov 02 12:29:56.244635 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-58c73ac9-75ca-499f-b66d-137a97f97277 admin admin] Publish callbacks [] for security_group (fdb12c8c-1140-4744-bd18-8c5ef368567d), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.325587 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:56.350304 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-58c73ac9-75ca-499f-b66d-137a97f97277 admin admin] Publish callbacks [] for security_group (fdb12c8c-1140-4744-bd18-8c5ef368567d), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.393561 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-180d8eb4-eed3-4341-baf9-6bd6723ef9a8 admin admin] Publish callbacks [] for security_group (b8a00f4a-0e26-4e36-89a0-02ef06191124), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.402110 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-180d8eb4-eed3-4341-baf9-6bd6723ef9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b8a00f4a-0e26-4e36-89a0-02ef06191124), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.427248 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-41983bfa-e3d5-48ed-af81-2e85aed7cac4 req-a9c5b9d0-eac0-4a75-8381-8aaec2f24c14 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954534 Nov 02 12:29:56.456071 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-58c73ac9-75ca-499f-b66d-137a97f97277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (fdb12c8c-1140-4744-bd18-8c5ef368567d), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.475165 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-58c73ac9-75ca-499f-b66d-137a97f97277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.476334 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-58c73ac9-75ca-499f-b66d-137a97f97277 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/fdb12c8c-1140-4744-bd18-8c5ef368567d HTTP/1.1" status: 204 len: 168 time: 0.5367095 Nov 02 12:29:56.487388 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c73ac9-75ca-499f-b66d-137a97f97277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb12c8c-1140-4744-bd18-8c5ef368567d,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:56.519481 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 9bf5b234-1337-4a82-8124-bea80c600265 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:56.593590 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-180d8eb4-eed3-4341-baf9-6bd6723ef9a8 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=79d77a170f9242b2af0c5fd57bbee2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364011 Nov 02 12:29:56.597286 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d8eb4-eed3-4341-baf9-6bd6723ef9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a00f4a-0e26-4e36-89a0-02ef06191124,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:56.597971 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39412) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:56.607701 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149975e1-2e35-4ecb-8e4a-0eddb8c001ea req-39f0764c-6b0f-4cb5-bc76-04d1997d986a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:56.609764 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-149975e1-2e35-4ecb-8e4a-0eddb8c001ea req-39f0764c-6b0f-4cb5-bc76-04d1997d986a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1886182 Nov 02 12:29:56.613963 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 9bf5b234-1337-4a82-8124-bea80c600265 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:29:56.635319 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 9bf5b234-1337-4a82-8124-bea80c600265 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:56.637732 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (9bf5b234-1337-4a82-8124-bea80c600265), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.638364 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 9bf5b234-1337-4a82-8124-bea80c600265 Nov 02 12:29:56.678021 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-149975e1-2e35-4ecb-8e4a-0eddb8c001ea req-26e2ac4a-7568-47b1-83cd-4738b308fecf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603878 Nov 02 12:29:56.717455 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ddeec634-852b-44eb-aa66-39dfb5d80882 admin admin] Publish callbacks [] for security_group (b8a00f4a-0e26-4e36-89a0-02ef06191124), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.720496 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:56.750783 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ddeec634-852b-44eb-aa66-39dfb5d80882 admin admin] Publish callbacks [] for security_group (b8a00f4a-0e26-4e36-89a0-02ef06191124), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.859102 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 9bf5b234-1337-4a82-8124-bea80c600265 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:56.872478 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (9bf5b234-1337-4a82-8124-bea80c600265), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.874833 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ddeec634-852b-44eb-aa66-39dfb5d80882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b8a00f4a-0e26-4e36-89a0-02ef06191124), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.879043 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ddeec634-852b-44eb-aa66-39dfb5d80882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:56.881743 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ddeec634-852b-44eb-aa66-39dfb5d80882 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/b8a00f4a-0e26-4e36-89a0-02ef06191124 HTTP/1.1" status: 204 len: 168 time: 0.2820745 Nov 02 12:29:56.953287 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3f32c-7850-49c1-98ed-d5bef836d1b5 req-a85baaa0-d5ed-42b3-9301-ac98542dfb65 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:56.966806 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:56.966902 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a5b3f32c-7850-49c1-98ed-d5bef836d1b5 req-a85baaa0-d5ed-42b3-9301-ac98542dfb65 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0762780 Nov 02 12:29:56.966979 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39424) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:56.968852 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeec634-852b-44eb-aa66-39dfb5d80882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a00f4a-0e26-4e36-89a0-02ef06191124,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:56.969662 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abe4375-8644-4b59-b685-70841201f7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5b234-1337-4a82-8124-bea80c600265'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:29:56.975966 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711e4b42-9d40-475c-a416-70adc8cf42ba" -d '{"events": [{"server_uuid": "6abe4375-8644-4b59-b685-70841201f7a0", "name": "network-vif-plugged", "status": "completed", "tag": "9bf5b234-1337-4a82-8124-bea80c600265"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:56.980311 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'floatingip': {'port_id': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:29:57.005614 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:57.027164 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 9bf5b234-1337-4a82-8124-bea80c600265, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9bf5b234-1337-4a82-8124-bea80c600265,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:57.036645 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (9bf5b234-1337-4a82-8124-bea80c600265), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:57.042410 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device c0732d77-2305-43de-9231-76f0cfe969f9 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:57.205140 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (33c76ae6-35ca-4149-9fb1-c1f45c560a80), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:57.210726 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878a6980-5c34-4280-a5c8-803ab7412bde x-openstack-request-id: req-878a6980-5c34-4280-a5c8-803ab7412bde {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:57.211295 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abe4375-8644-4b59-b685-70841201f7a0", "name": "network-vif-plugged", "status": "completed", "tag": "9bf5b234-1337-4a82-8124-bea80c600265", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:57.213507 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-878a6980-5c34-4280-a5c8-803ab7412bde {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:57.218300 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-878a6980-5c34-4280-a5c8-803ab7412bde'] response: {'server_uuid': '6abe4375-8644-4b59-b685-70841201f7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5b234-1337-4a82-8124-bea80c600265', 'code': 200} Nov 02 12:29:57.308559 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=9bf5b234-1337-4a82-8124-bea80c600265,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:57.329861 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port c0732d77-2305-43de-9231-76f0cfe969f9 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:29:57.335625 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.335845 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.336216 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.336580 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.337112 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.337974 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.338417 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.338623 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.339100 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.339612 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.339960 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.340294 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.340620 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.341011 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.341376 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:57.362218 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port c0732d77-2305-43de-9231-76f0cfe969f9 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:29:57.365785 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:57.368458 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port c0732d77-2305-43de-9231-76f0cfe969f9 Nov 02 12:29:57.402357 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56b71d-a2df-44ed-a492-e665a7485d0d req-f3614d80-5006-4374-9c7f-4f8755df53ad tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:57.408123 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ed56b71d-a2df-44ed-a492-e665a7485d0d req-f3614d80-5006-4374-9c7f-4f8755df53ad tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 945 time: 0.1824234 Nov 02 12:29:57.527302 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ed56b71d-a2df-44ed-a492-e665a7485d0d req-0af59679-69f8-4ca9-b0b5-b48953dc0f98 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117957 Nov 02 12:29:57.586660 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port c0732d77-2305-43de-9231-76f0cfe969f9 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:29:57.587441 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:57.661923 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port c0732d77-2305-43de-9231-76f0cfe969f9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c0732d77-2305-43de-9231-76f0cfe969f9,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:57.684758 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:57.888538 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=c0732d77-2305-43de-9231-76f0cfe969f9,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:58.001925 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39452) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:58.048029 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4f837fe7-c89e-4d2c-9bc9-ed001eead500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:58.068180 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:58.185834 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4f837fe7-c89e-4d2c-9bc9-ed001eead500 admin admin] Publish callbacks [] for security_group (42b1ecc8-cfb1-4430-8422-8de13a54aff3), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:58.195034 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4f837fe7-c89e-4d2c-9bc9-ed001eead500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (42b1ecc8-cfb1-4430-8422-8de13a54aff3), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:58.252505 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4f837fe7-c89e-4d2c-9bc9-ed001eead500 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=66677dc61a194ea68885ddac59bb2579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491243 Nov 02 12:29:58.253911 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f837fe7-c89e-4d2c-9bc9-ed001eead500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1ecc8-cfb1-4430-8422-8de13a54aff3,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:58.258277 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39458) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:29:58.268487 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:58.333498 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6c2398da-b640-40b7-8c6a-2a97335b5547 admin admin] Publish callbacks [] for security_group (42b1ecc8-cfb1-4430-8422-8de13a54aff3), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:58.366267 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6c2398da-b640-40b7-8c6a-2a97335b5547 admin admin] Publish callbacks [] for security_group (42b1ecc8-cfb1-4430-8422-8de13a54aff3), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:58.405277 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8b515-5b04-451c-90ae-9678bc0c5524 req-f96b9615-94f8-49be-9fbd-339747d81d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:58.407897 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b0b8b515-5b04-451c-90ae-9678bc0c5524 req-f96b9615-94f8-49be-9fbd-339747d81d32 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 1129 time: 0.3141882 Nov 02 12:29:58.420488 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e8e5a-dea9-4ab3-84a1-debad7c6d633 req-d6da5068-abc9-4162-af4b-d82ca5a5e6ab tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:58.423215 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-dc3e8e5a-dea9-4ab3-84a1-debad7c6d633 req-d6da5068-abc9-4162-af4b-d82ca5a5e6ab tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 945 time: 0.8107226 Nov 02 12:29:58.472157 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6c2398da-b640-40b7-8c6a-2a97335b5547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (42b1ecc8-cfb1-4430-8422-8de13a54aff3), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:58.480438 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6c2398da-b640-40b7-8c6a-2a97335b5547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:58.485751 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6c2398da-b640-40b7-8c6a-2a97335b5547 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/42b1ecc8-cfb1-4430-8422-8de13a54aff3 HTTP/1.1" status: 204 len: 168 time: 0.2217956 Nov 02 12:29:58.492060 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2398da-b640-40b7-8c6a-2a97335b5547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1ecc8-cfb1-4430-8422-8de13a54aff3,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:58.727213 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f469e1-8410-480b-b721-56d1ab3c80e4 req-8c8795c5-9361-47b6-8fd1-e4d10dd44c51 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:29:58.729890 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-86f469e1-8410-480b-b721-56d1ab3c80e4 req-8c8795c5-9361-47b6-8fd1-e4d10dd44c51 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0691550 Nov 02 12:29:58.802554 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-86f469e1-8410-480b-b721-56d1ab3c80e4 req-8c60236d-4572-4989-9478-ae4654bf9165 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655837 Nov 02 12:29:58.897339 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:29:58.967050 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b0b8b515-5b04-451c-90ae-9678bc0c5524 req-55e426ff-7b7c-45fe-a423-52fd86eeaa2c service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420744 Nov 02 12:29:58.977081 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.db.resource_extend [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:29:59.054451 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-dc3e8e5a-dea9-4ab3-84a1-debad7c6d633 req-e9b4cbf0-e812-4038-be9d-53e4bb24a3af tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065543 Nov 02 12:29:59.145141 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:59.153647 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (33c76ae6-35ca-4149-9fb1-c1f45c560a80), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:29:59.220170 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd700e60e-c573-4867-af81-4967f45d07ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0732d77-2305-43de-9231-76f0cfe969f9'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:29:59.225247 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317dfe5f-e68b-431a-84e8-fdea036d134d" -d '{"events": [{"server_uuid": "d700e60e-c573-4867-af81-4967f45d07ff", "name": "network-vif-plugged", "status": "completed", "tag": "c0732d77-2305-43de-9231-76f0cfe969f9"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:59.325370 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0076a3-1461-49f6-8f2b-5871ca561194 x-openstack-request-id: req-ab0076a3-1461-49f6-8f2b-5871ca561194 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:59.326283 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d700e60e-c573-4867-af81-4967f45d07ff", "name": "network-vif-plugged", "status": "completed", "tag": "c0732d77-2305-43de-9231-76f0cfe969f9", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:59.326896 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ab0076a3-1461-49f6-8f2b-5871ca561194 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:59.327561 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0076a3-1461-49f6-8f2b-5871ca561194'] response: {'server_uuid': 'd700e60e-c573-4867-af81-4967f45d07ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0732d77-2305-43de-9231-76f0cfe969f9', 'code': 200} Nov 02 12:29:59.387197 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Floating IP 33c76ae6-35ca-4149-9fb1-c1f45c560a80 associated. External IP: 172.27.3.201, port: 76520876-ec20-4f93-afd1-a7ac9b9e2c3e. Nov 02 12:29:59.806125 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Router 24000646-60ea-4995-9d21-5e4dd20eb7c1 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:30:00.033325 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345db3a-2f45-4d8b-89bc-241708dee27e req-0b2420fc-ac1c-4238-b59b-eefd548dd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:00.036511 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f345db3a-2f45-4d8b-89bc-241708dee27e req-0b2420fc-ac1c-4238-b59b-eefd548dd30c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 1130 time: 0.2157037 Nov 02 12:30:00.113036 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a64c0d-289b-49d4-b6a5-6c03a0918c85 req-318dffbf-11af-4ed3-a451-b0f93301a700 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:00.115863 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c4a64c0d-289b-49d4-b6a5-6c03a0918c85 req-318dffbf-11af-4ed3-a451-b0f93301a700 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1764784 Nov 02 12:30:00.204039 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:30:00.217486 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:00.233138 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] Sync routers for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:30:00.252967 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:00.253451 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:00.273738 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c4a64c0d-289b-49d4-b6a5-6c03a0918c85 req-343c7a56-4106-4681-bfe5-02d2fe854cc7 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396797 Nov 02 12:30:00.281745 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-3896faf4-06b6-4235-b668-c16dce819470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/33c76ae6-35ca-4149-9fb1-c1f45c560a80 HTTP/1.1" status: 200 len: 991 time: 3.3138764 Nov 02 12:30:00.282764 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:30:00.285450 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d48494-f5bc-4edd-ab23-2d10eefbbe11" -d '{"events": [{"name": "network-changed", "server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:30:00.348232 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fa63d-36f0-4629-91e4-0bc696fd3474 req-2c003a53-5227-453d-80d7-3ee9e336b95e tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:00.352628 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5a6fa63d-36f0-4629-91e4-0bc696fd3474 req-2c003a53-5227-453d-80d7-3ee9e336b95e tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 945 time: 0.1489723 Nov 02 12:30:00.389294 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbea1b10-b6a1-45d9-ad82-ec01f8b6e936 x-openstack-request-id: req-cbea1b10-b6a1-45d9-ad82-ec01f8b6e936 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:30:00.389591 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:30:00.389850 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cbea1b10-b6a1-45d9-ad82-ec01f8b6e936 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:30:00.390271 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbea1b10-b6a1-45d9-ad82-ec01f8b6e936'] response: {'name': 'network-changed', 'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'status': 'completed', 'code': 200} Nov 02 12:30:00.435226 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5a6fa63d-36f0-4629-91e4-0bc696fd3474 req-036f8a95-465f-4f40-975d-a5f8cbd302f0 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757759 Nov 02 12:30:00.516927 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:00.697257 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-94bc9ff7-122a-4f0a-8908-1a3ee43d7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:00.701450 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-94bc9ff7-122a-4f0a-8908-1a3ee43d7edc service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 1129 time: 0.2606869 Nov 02 12:30:00.725909 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:00.808828 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f345db3a-2f45-4d8b-89bc-241708dee27e req-c07707e3-4683-4791-b09e-e88902351579 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951547 Nov 02 12:30:00.973806 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-dc05c5e4-a96d-48ab-b817-26e6d7aff7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:00.980713 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-dc05c5e4-a96d-48ab-b817-26e6d7aff7bf service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 918 time: 0.2491412 Nov 02 12:30:01.130917 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:01.139994 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-f4f3e66f-bb65-43c5-97da-7137b2380d9a service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e HTTP/1.1" status: 200 len: 999 time: 0.1312480 Nov 02 12:30:01.220399 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '33c76ae6-35ca-4149-9fb1-c1f45c560a80', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'port_id': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'mac_address': 'fa:16:3e:05:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:29:16Z', 'updated_at': '2022-11-02T12:29:58Z', 'revision_number': 1, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:01.230663 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-0c537da3-30f1-4a13-ab3f-93535800e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:01.234417 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-0c537da3-30f1-4a13-ab3f-93535800e0ad service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.0851293 Nov 02 12:30:01.261935 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] Checking router: 24000646-60ea-4995-9d21-5e4dd20eb7c1 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:30:01.273666 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:01.274374 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:29:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:01.504603 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:01.538041 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710975-756a-4cb4-bacd-7f16d2e5384f req-71b5b3e4-4b19-41f9-9f3a-07955075fb82 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:01.547558 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f7710975-756a-4cb4-bacd-7f16d2e5384f req-71b5b3e4-4b19-41f9-9f3a-07955075fb82 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1042917 Nov 02 12:30:01.746091 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f7710975-756a-4cb4-bacd-7f16d2e5384f req-bf6c0bdf-3785-46fa-a5b1-8b3aa8f19e38 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939807 Nov 02 12:30:01.748868 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-f51b83f4-ef38-43a0-9d61-fe5ae0745768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:01.751381 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-f51b83f4-ef38-43a0-9d61-fe5ae0745768 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1571240 Nov 02 12:30:01.755977 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2763337-980b-474a-ac66-398dee6211a8 req-58c533e2-5372-4781-86fd-074ee06b1564 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:01.763451 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f2763337-980b-474a-ac66-398dee6211a8 req-58c533e2-5372-4781-86fd-074ee06b1564 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 945 time: 0.1569731 Nov 02 12:30:01.960449 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f2763337-980b-474a-ac66-398dee6211a8 req-f7faef97-8d5a-4d66-8654-1d402f3f1c7c tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860974 Nov 02 12:30:02.072132 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-5ac1f5ff-8101-4471-9b91-6d08d0ae893f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927413 Nov 02 12:30:02.172096 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '33c76ae6-35ca-4149-9fb1-c1f45c560a80', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'port_id': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'mac_address': 'fa:16:3e:05:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:29:16Z', 'updated_at': '2022-11-02T12:29:58Z', 'revision_number': 1, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:02.226241 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a788238-677d-4f6b-b4a4-3c6d597ff4e3 None None] The sync data for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi is: [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '33c76ae6-35ca-4149-9fb1-c1f45c560a80', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'port_id': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'mac_address': 'fa:16:3e:05:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:29:16Z', 'updated_at': '2022-11-02T12:29:58Z', 'revision_number': 1, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:30:02.616138 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df19fa2-d7fc-4694-be26-6ac29540f540 None None] New status for floating IP 33c76ae6-35ca-4149-9fb1-c1f45c560a80: ACTIVE {{(pid=106352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:30:02.754152 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40d48494-f5bc-4edd-ab23-2d10eefbbe11 req-100047b2-2fa8-462d-b583-dbdfdb9af770 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485329 Nov 02 12:30:03.017469 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a416ca-76c4-49d7-aa16-027e22a9ea13 req-104d66d9-8c41-470b-8036-95e67511972f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:03.026905 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f9a416ca-76c4-49d7-aa16-027e22a9ea13 req-104d66d9-8c41-470b-8036-95e67511972f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1075494 Nov 02 12:30:03.179141 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-66593402-0083-4f79-96fc-5bc7a4855a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:03.184262 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f9a416ca-76c4-49d7-aa16-027e22a9ea13 req-353339e8-5ec7-425d-a97e-dd46ec4aca89 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366379 Nov 02 12:30:03.823407 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:03.831976 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066a79c-c478-453f-8a04-0b14c5e4a8a7 req-23e49584-6ea2-4469-bf2a-4741e789edcc tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:03.832213 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-4df99755-9b18-444f-b97e-06febbcffa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:03.836855 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-4df99755-9b18-444f-b97e-06febbcffa9f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 1130 time: 0.1152341 Nov 02 12:30:03.839949 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f066a79c-c478-453f-8a04-0b14c5e4a8a7 req-23e49584-6ea2-4469-bf2a-4741e789edcc tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1249957 Nov 02 12:30:03.916870 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f066a79c-c478-453f-8a04-0b14c5e4a8a7 req-481c6d0b-a657-46bf-88f8-bf8c6ff087f7 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757909 Nov 02 12:30:04.077444 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-0eeeba9a-d928-43f5-94da-044a0e943ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:04.086858 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-0eeeba9a-d928-43f5-94da-044a0e943ae5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.2430885 Nov 02 12:30:04.192307 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-646856e3-61d0-4938-8440-a8cb290f4792 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0732d77-2305-43de-9231-76f0cfe969f9 HTTP/1.1" status: 200 len: 217 time: 0.0968416 Nov 02 12:30:04.326313 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-b30e6939-9a1e-4e9a-83b4-c90c20f796b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:04.329212 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-b30e6939-9a1e-4e9a-83b4-c90c20f796b9 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.1187446 Nov 02 12:30:04.429242 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-46aca553-a59b-4b32-b5f5-f48c6d9d5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:04.434894 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-46aca553-a59b-4b32-b5f5-f48c6d9d5b02 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0994964 Nov 02 12:30:04.664264 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-e138c467-9051-4cf7-8432-bd9e6a116d1e service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071965 Nov 02 12:30:04.821462 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:04.885016 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-236c3acf-ffdd-4150-8342-c2c7cb3db5f8 req-161c2ce9-96f2-40ad-95f0-1c9d2c723900 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068169 Nov 02 12:30:05.104851 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a36515-8787-48eb-b7dc-99a29a959041 req-924cb3be-de5c-4c2a-a0c8-0e45951ebd27 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:05.108276 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e2a36515-8787-48eb-b7dc-99a29a959041 req-924cb3be-de5c-4c2a-a0c8-0e45951ebd27 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0923247 Nov 02 12:30:05.185583 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e2a36515-8787-48eb-b7dc-99a29a959041 req-ecf9ca1b-caec-41b6-8284-be97ac5b6dbf tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708950 Nov 02 12:30:05.730026 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8874ae9d-5828-419d-b5e0-68704520f359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:06.014492 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39752) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:06.220125 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-48c1e345-3995-428e-aad7-41cb8cb67c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:06.336172 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-48c1e345-3995-428e-aad7-41cb8cb67c6b admin admin] Publish callbacks [] for security_group (a1261b5f-61b4-4ddd-97b7-e5278a84335e), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:06.343187 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-48c1e345-3995-428e-aad7-41cb8cb67c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (a1261b5f-61b4-4ddd-97b7-e5278a84335e), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:06.394394 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1e345-3995-428e-aad7-41cb8cb67c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1261b5f-61b4-4ddd-97b7-e5278a84335e,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:06.401766 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-48c1e345-3995-428e-aad7-41cb8cb67c6b admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=b0dcf43b6aae4d9e9855fa35568421f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857191 Nov 02 12:30:06.406347 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39770) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:06.452243 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:06.485300 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d105191-8a9f-4f5d-af18-81b81b296bb9 admin admin] Publish callbacks [] for security_group (a1261b5f-61b4-4ddd-97b7-e5278a84335e), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:06.497971 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e4934-ada6-4541-9388-e79d39b525a3 req-26669282-3055-4f39-8622-20e9132685c4 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:06.499644 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b57e4934-ada6-4541-9388-e79d39b525a3 req-26669282-3055-4f39-8622-20e9132685c4 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1274443 Nov 02 12:30:06.532338 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d105191-8a9f-4f5d-af18-81b81b296bb9 admin admin] Publish callbacks [] for security_group (a1261b5f-61b4-4ddd-97b7-e5278a84335e), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:06.565348 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b57e4934-ada6-4541-9388-e79d39b525a3 req-8dc0508e-5898-463f-88cc-0822301dc18b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577865 Nov 02 12:30:06.615232 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d105191-8a9f-4f5d-af18-81b81b296bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (a1261b5f-61b4-4ddd-97b7-e5278a84335e), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:06.618188 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d105191-8a9f-4f5d-af18-81b81b296bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:06.619662 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-1d105191-8a9f-4f5d-af18-81b81b296bb9 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a1261b5f-61b4-4ddd-97b7-e5278a84335e HTTP/1.1" status: 204 len: 168 time: 0.2118635 Nov 02 12:30:06.631091 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d105191-8a9f-4f5d-af18-81b81b296bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1261b5f-61b4-4ddd-97b7-e5278a84335e,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:07.011556 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39782) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:07.027472 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5f7248d9-a97b-4542-9858-fdd411e5861e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:07.126689 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5f7248d9-a97b-4542-9858-fdd411e5861e admin admin] Publish callbacks [] for security_group (6a0b124d-47b5-4c08-9a78-0be0c73ec67f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:07.132191 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5f7248d9-a97b-4542-9858-fdd411e5861e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6a0b124d-47b5-4c08-9a78-0be0c73ec67f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:07.177525 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-5f7248d9-a97b-4542-9858-fdd411e5861e admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=92a51a1234c3450faaab80c644acadf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644216 Nov 02 12:30:07.178735 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7248d9-a97b-4542-9858-fdd411e5861e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b124d-47b5-4c08-9a78-0be0c73ec67f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:07.181947 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39784) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:07.255802 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:07.275156 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9f13778a-04e3-4bb4-9df2-3fe7ecb7b464 admin admin] Publish callbacks [] for security_group (6a0b124d-47b5-4c08-9a78-0be0c73ec67f), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:07.301897 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9f13778a-04e3-4bb4-9df2-3fe7ecb7b464 admin admin] Publish callbacks [] for security_group (6a0b124d-47b5-4c08-9a78-0be0c73ec67f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:07.365773 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9f13778a-04e3-4bb4-9df2-3fe7ecb7b464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6a0b124d-47b5-4c08-9a78-0be0c73ec67f), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:07.369843 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9f13778a-04e3-4bb4-9df2-3fe7ecb7b464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:07.371274 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-9f13778a-04e3-4bb4-9df2-3fe7ecb7b464 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/6a0b124d-47b5-4c08-9a78-0be0c73ec67f HTTP/1.1" status: 204 len: 168 time: 0.1877155 Nov 02 12:30:07.383004 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13778a-04e3-4bb4-9df2-3fe7ecb7b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b124d-47b5-4c08-9a78-0be0c73ec67f,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:07.598058 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:07.752661 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6afc3-3745-40bf-8bb4-7ced3138bbf0 req-1bedae2a-5263-4604-99a5-0357623eb933 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:07.755791 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-73b6afc3-3745-40bf-8bb4-7ced3138bbf0 req-1bedae2a-5263-4604-99a5-0357623eb933 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0802946 Nov 02 12:30:07.853209 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-73b6afc3-3745-40bf-8bb4-7ced3138bbf0 req-34190a59-adc3-4f26-b0e6-b09cf90cb936 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897720 Nov 02 12:30:08.304295 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:08.957134 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:09.042629 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53418a5e-c16d-41ae-bceb-186ed84927b7 req-6556b5ee-b5ae-4c50-8a4b-4fab05eb09da tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:09.051681 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-53418a5e-c16d-41ae-bceb-186ed84927b7 req-6556b5ee-b5ae-4c50-8a4b-4fab05eb09da tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0917602 Nov 02 12:30:09.150828 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-53418a5e-c16d-41ae-bceb-186ed84927b7 req-68d2a1b3-0495-4d99-849c-ba91ef850333 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976520 Nov 02 12:30:09.159486 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39858) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:09.432983 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7596685e-7134-42c3-bf95-59aa8fb401d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:09.562570 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7596685e-7134-42c3-bf95-59aa8fb401d7 admin admin] Publish callbacks [] for security_group (3fa9643f-b406-49d5-8add-3d5e54671a01), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:09.570151 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7596685e-7134-42c3-bf95-59aa8fb401d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (3fa9643f-b406-49d5-8add-3d5e54671a01), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:09.634393 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596685e-7134-42c3-bf95-59aa8fb401d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa9643f-b406-49d5-8add-3d5e54671a01,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:09.639860 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7596685e-7134-42c3-bf95-59aa8fb401d7 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f3f7c0735b914470a27f6ed52013fda8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4788735 Nov 02 12:30:09.643383 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39872) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:09.767401 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:09.771856 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-338842aa-5b98-4b37-80d6-cd473b6ceb28 admin admin] Publish callbacks [] for security_group (3fa9643f-b406-49d5-8add-3d5e54671a01), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:09.808856 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-338842aa-5b98-4b37-80d6-cd473b6ceb28 admin admin] Publish callbacks [] for security_group (3fa9643f-b406-49d5-8add-3d5e54671a01), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:09.926487 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-338842aa-5b98-4b37-80d6-cd473b6ceb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (3fa9643f-b406-49d5-8add-3d5e54671a01), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:09.929898 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-338842aa-5b98-4b37-80d6-cd473b6ceb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:09.934670 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-338842aa-5b98-4b37-80d6-cd473b6ceb28 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/3fa9643f-b406-49d5-8add-3d5e54671a01 HTTP/1.1" status: 204 len: 168 time: 0.2861373 Nov 02 12:30:09.954038 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338842aa-5b98-4b37-80d6-cd473b6ceb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa9643f-b406-49d5-8add-3d5e54671a01,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:10.001502 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39890) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:10.384319 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ac785-2052-43bc-8919-38667ba6a002 req-c3cc04d1-fec1-49b7-85e0-cdc936aae12c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:10.387483 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9e8ac785-2052-43bc-8919-38667ba6a002 req-c3cc04d1-fec1-49b7-85e0-cdc936aae12c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1134880 Nov 02 12:30:10.388537 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39902) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:10.458039 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-55ca1bd3-0f2c-4f69-b329-303d3fea650f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.513305 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9e8ac785-2052-43bc-8919-38667ba6a002 req-307a6bc9-334f-42b6-8ae3-f48af9f9f18f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192689 Nov 02 12:30:10.521085 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-98f12182-05c7-4a5c-aefc-b736f9cfe6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.592820 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-55ca1bd3-0f2c-4f69-b329-303d3fea650f admin admin] Publish callbacks [] for security_group (65d2e7bc-a17c-4d4d-8d25-dfd7a174341f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.597491 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-55ca1bd3-0f2c-4f69-b329-303d3fea650f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (65d2e7bc-a17c-4d4d-8d25-dfd7a174341f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.653367 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-55ca1bd3-0f2c-4f69-b329-303d3fea650f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=36c2cfc1060040ffa358a31a42e83af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460793 Nov 02 12:30:10.654054 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-98f12182-05c7-4a5c-aefc-b736f9cfe6fa admin admin] Publish callbacks [] for security_group (fad29d29-50fd-4235-a31b-3b6f49c96062), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.654142 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca1bd3-0f2c-4f69-b329-303d3fea650f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d2e7bc-a17c-4d4d-8d25-dfd7a174341f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:10.655127 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39912) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:10.673376 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-98f12182-05c7-4a5c-aefc-b736f9cfe6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (fad29d29-50fd-4235-a31b-3b6f49c96062), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.742707 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f12182-05c7-4a5c-aefc-b736f9cfe6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad29d29-50fd-4235-a31b-3b6f49c96062,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:10.749024 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-98f12182-05c7-4a5c-aefc-b736f9cfe6fa admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=fc4c7a06b8504311a5664364f41a31b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578656 Nov 02 12:30:10.752302 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39916) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:10.771446 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7fbfe537-7a26-49a4-9de4-0cd81cc75c5e admin admin] Publish callbacks [] for security_group (65d2e7bc-a17c-4d4d-8d25-dfd7a174341f), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.791086 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:10.796553 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7fbfe537-7a26-49a4-9de4-0cd81cc75c5e admin admin] Publish callbacks [] for security_group (65d2e7bc-a17c-4d4d-8d25-dfd7a174341f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.828088 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0822f31-1f5c-48bc-bfbf-46e6b96d2e09 admin admin] Publish callbacks [] for security_group (fad29d29-50fd-4235-a31b-3b6f49c96062), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.857292 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0822f31-1f5c-48bc-bfbf-46e6b96d2e09 admin admin] Publish callbacks [] for security_group (fad29d29-50fd-4235-a31b-3b6f49c96062), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.860259 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:10.896880 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7fbfe537-7a26-49a4-9de4-0cd81cc75c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (65d2e7bc-a17c-4d4d-8d25-dfd7a174341f), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.900776 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7fbfe537-7a26-49a4-9de4-0cd81cc75c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.902361 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7fbfe537-7a26-49a4-9de4-0cd81cc75c5e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/65d2e7bc-a17c-4d4d-8d25-dfd7a174341f HTTP/1.1" status: 204 len: 168 time: 0.2457783 Nov 02 12:30:10.924880 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfe537-7a26-49a4-9de4-0cd81cc75c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d2e7bc-a17c-4d4d-8d25-dfd7a174341f,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:10.964070 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0822f31-1f5c-48bc-bfbf-46e6b96d2e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (fad29d29-50fd-4235-a31b-3b6f49c96062), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.968561 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0822f31-1f5c-48bc-bfbf-46e6b96d2e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:10.972280 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-f0822f31-1f5c-48bc-bfbf-46e6b96d2e09 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/fad29d29-50fd-4235-a31b-3b6f49c96062 HTTP/1.1" status: 204 len: 168 time: 0.2187557 Nov 02 12:30:10.991240 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0822f31-1f5c-48bc-bfbf-46e6b96d2e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad29d29-50fd-4235-a31b-3b6f49c96062,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:11.636600 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39952) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:11.694867 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5fd82b2b-b51e-4bbb-8307-07a458f1413d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:11.765923 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39954) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:11.781033 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e23384ed-c68a-4ccd-8946-dfcabb6b121f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:11.804260 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb418d-a676-4a20-acf9-411fcb8b9ff9 req-557600d8-4684-48e2-8687-b1669e9cf6a6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:11.807746 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-19bb418d-a676-4a20-acf9-411fcb8b9ff9 req-557600d8-4684-48e2-8687-b1669e9cf6a6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1567712 Nov 02 12:30:11.814019 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:11.945441 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-19bb418d-a676-4a20-acf9-411fcb8b9ff9 req-90e968b0-4b01-4323-b76d-9aeffba33590 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144199 Nov 02 12:30:11.961279 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5fd82b2b-b51e-4bbb-8307-07a458f1413d admin admin] Publish callbacks [] for security_group (231ba415-8866-46c3-9515-b477c1a63e17), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:11.967734 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5fd82b2b-b51e-4bbb-8307-07a458f1413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (231ba415-8866-46c3-9515-b477c1a63e17), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:11.976189 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e23384ed-c68a-4ccd-8946-dfcabb6b121f admin admin] Publish callbacks [] for security_group (b24fa078-67b2-48f1-a088-c92fc06af797), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:11.985923 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e23384ed-c68a-4ccd-8946-dfcabb6b121f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b24fa078-67b2-48f1-a088-c92fc06af797), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:12.042066 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd82b2b-b51e-4bbb-8307-07a458f1413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231ba415-8866-46c3-9515-b477c1a63e17,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:12.046496 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-5fd82b2b-b51e-4bbb-8307-07a458f1413d admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=8a7583ba93364d578a78c9223b99b192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084191 Nov 02 12:30:12.052409 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 39958) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:12.093680 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23384ed-c68a-4ccd-8946-dfcabb6b121f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24fa078-67b2-48f1-a088-c92fc06af797,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:12.104708 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e23384ed-c68a-4ccd-8946-dfcabb6b121f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=77bf920f924f424795abd93b421afa69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374286 Nov 02 12:30:12.108151 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 39962) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:12.135535 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4329a24c-9964-4233-919d-78bb12b4bdc1 admin admin] Publish callbacks [] for security_group (231ba415-8866-46c3-9515-b477c1a63e17), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:12.161392 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4329a24c-9964-4233-919d-78bb12b4bdc1 admin admin] Publish callbacks [] for security_group (231ba415-8866-46c3-9515-b477c1a63e17), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:12.165136 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=87 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:12.178299 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=69 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:12.198987 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0a38937f-b175-4d52-9f10-5731a8e11b50 admin admin] Publish callbacks [] for security_group (b24fa078-67b2-48f1-a088-c92fc06af797), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:12.229620 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0a38937f-b175-4d52-9f10-5731a8e11b50 admin admin] Publish callbacks [] for security_group (b24fa078-67b2-48f1-a088-c92fc06af797), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:12.241565 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4329a24c-9964-4233-919d-78bb12b4bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (231ba415-8866-46c3-9515-b477c1a63e17), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:12.246988 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4329a24c-9964-4233-919d-78bb12b4bdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:12.251557 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4329a24c-9964-4233-919d-78bb12b4bdc1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/231ba415-8866-46c3-9515-b477c1a63e17 HTTP/1.1" status: 204 len: 168 time: 0.1948249 Nov 02 12:30:12.260451 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329a24c-9964-4233-919d-78bb12b4bdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231ba415-8866-46c3-9515-b477c1a63e17,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:12.268234 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:12.277502 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:12.331672 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0a38937f-b175-4d52-9f10-5731a8e11b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b24fa078-67b2-48f1-a088-c92fc06af797), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:12.335690 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0a38937f-b175-4d52-9f10-5731a8e11b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:12.337066 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0a38937f-b175-4d52-9f10-5731a8e11b50 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/b24fa078-67b2-48f1-a088-c92fc06af797 HTTP/1.1" status: 204 len: 168 time: 0.2252445 Nov 02 12:30:12.353578 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38937f-b175-4d52-9f10-5731a8e11b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24fa078-67b2-48f1-a088-c92fc06af797,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:12.970844 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40022) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:12.988573 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6ece9c3f-f3dd-4e0b-af73-8d7f5e5a7972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.086899 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6ece9c3f-f3dd-4e0b-af73-8d7f5e5a7972 admin admin] Publish callbacks [] for security_group (cbe6a525-afd6-491d-b7dd-dde51d78a1fc), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.092222 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6ece9c3f-f3dd-4e0b-af73-8d7f5e5a7972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (cbe6a525-afd6-491d-b7dd-dde51d78a1fc), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.168532 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6ece9c3f-f3dd-4e0b-af73-8d7f5e5a7972 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f1161df8fd6b482b8f937107721ba4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947088 Nov 02 12:30:13.172602 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40034) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:13.204293 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece9c3f-f3dd-4e0b-af73-8d7f5e5a7972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe6a525-afd6-491d-b7dd-dde51d78a1fc,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:13.208795 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40038) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:13.226803 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececd178-1c76-4fb1-9aff-82243fdd63cc req-eac1b242-039f-41dd-85b7-dc04f8996e49 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:13.235112 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ececd178-1c76-4fb1-9aff-82243fdd63cc req-eac1b242-039f-41dd-85b7-dc04f8996e49 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0926070 Nov 02 12:30:13.300682 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ececd178-1c76-4fb1-9aff-82243fdd63cc req-f631c22c-1c9e-4e73-be3a-4c05cb800b4b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593128 Nov 02 12:30:13.362339 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bc88b057-f239-4f6b-9004-87f429096905 admin admin] Publish callbacks [] for security_group (cbe6a525-afd6-491d-b7dd-dde51d78a1fc), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.389090 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bc88b057-f239-4f6b-9004-87f429096905 admin admin] Publish callbacks [] for security_group (cbe6a525-afd6-491d-b7dd-dde51d78a1fc), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.411341 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-02a12048-ed5d-4a61-b5b3-2dd7f818593b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.488760 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bc88b057-f239-4f6b-9004-87f429096905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (cbe6a525-afd6-491d-b7dd-dde51d78a1fc), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.491672 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bc88b057-f239-4f6b-9004-87f429096905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.493883 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-bc88b057-f239-4f6b-9004-87f429096905 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/cbe6a525-afd6-491d-b7dd-dde51d78a1fc HTTP/1.1" status: 204 len: 168 time: 0.3192456 Nov 02 12:30:13.504053 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88b057-f239-4f6b-9004-87f429096905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe6a525-afd6-491d-b7dd-dde51d78a1fc,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:13.552805 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-02a12048-ed5d-4a61-b5b3-2dd7f818593b admin admin] Publish callbacks [] for security_group (6723dcb5-c0dd-4e9f-ad30-aa0024249bb9), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.571504 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-02a12048-ed5d-4a61-b5b3-2dd7f818593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6723dcb5-c0dd-4e9f-ad30-aa0024249bb9), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.629944 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-02a12048-ed5d-4a61-b5b3-2dd7f818593b admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=96365a939354418f94b8c6517bdd2c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166818 Nov 02 12:30:13.633920 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40060) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:13.636949 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a12048-ed5d-4a61-b5b3-2dd7f818593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6723dcb5-c0dd-4e9f-ad30-aa0024249bb9,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:13.702679 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-35a70fb4-6aef-4457-ab8f-b620f914806f admin admin] Publish callbacks [] for security_group (6723dcb5-c0dd-4e9f-ad30-aa0024249bb9), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.731215 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-35a70fb4-6aef-4457-ab8f-b620f914806f admin admin] Publish callbacks [] for security_group (6723dcb5-c0dd-4e9f-ad30-aa0024249bb9), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.801837 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-35a70fb4-6aef-4457-ab8f-b620f914806f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6723dcb5-c0dd-4e9f-ad30-aa0024249bb9), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.804540 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-35a70fb4-6aef-4457-ab8f-b620f914806f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:13.810299 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-35a70fb4-6aef-4457-ab8f-b620f914806f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/6723dcb5-c0dd-4e9f-ad30-aa0024249bb9 HTTP/1.1" status: 204 len: 168 time: 0.1710069 Nov 02 12:30:13.820715 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a70fb4-6aef-4457-ab8f-b620f914806f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6723dcb5-c0dd-4e9f-ad30-aa0024249bb9,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:14.509606 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40088) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:14.525134 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:14.529307 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c003-7c6f-4e9a-8ecf-aa4a9d4b8248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:14.553254 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129e5de-2811-492f-a76c-1067cb59d012 req-414e9157-fc43-42c3-8eef-2183fe717b0f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:14.567164 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6129e5de-2811-492f-a76c-1067cb59d012 req-414e9157-fc43-42c3-8eef-2183fe717b0f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1257136 Nov 02 12:30:14.582070 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:14.653276 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:14.656815 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6129e5de-2811-492f-a76c-1067cb59d012 req-66bc4062-e673-45fe-b24d-f3c231bb19b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881910 Nov 02 12:30:14.663907 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c003-7c6f-4e9a-8ecf-aa4a9d4b8248 admin admin] Publish callbacks [] for security_group (591e37fb-7488-4592-b791-9f4d5b3ccbbf), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:14.688531 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c003-7c6f-4e9a-8ecf-aa4a9d4b8248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (591e37fb-7488-4592-b791-9f4d5b3ccbbf), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:14.771224 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b7e4c003-7c6f-4e9a-8ecf-aa4a9d4b8248 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=4f6a5a52e6ff42979fe588c3b878408e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554243 Nov 02 12:30:14.772926 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40092) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:14.781542 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4c003-7c6f-4e9a-8ecf-aa4a9d4b8248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591e37fb-7488-4592-b791-9f4d5b3ccbbf,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:14.886265 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-feed745e-46f3-4aac-834e-d3ecf59dfb6e admin admin] Publish callbacks [] for security_group (591e37fb-7488-4592-b791-9f4d5b3ccbbf), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:14.941961 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-feed745e-46f3-4aac-834e-d3ecf59dfb6e admin admin] Publish callbacks [] for security_group (591e37fb-7488-4592-b791-9f4d5b3ccbbf), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:15.075331 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-feed745e-46f3-4aac-834e-d3ecf59dfb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (591e37fb-7488-4592-b791-9f4d5b3ccbbf), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:15.078150 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-feed745e-46f3-4aac-834e-d3ecf59dfb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:15.082161 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-feed745e-46f3-4aac-834e-d3ecf59dfb6e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/591e37fb-7488-4592-b791-9f4d5b3ccbbf HTTP/1.1" status: 204 len: 168 time: 0.3087962 Nov 02 12:30:15.097184 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed745e-46f3-4aac-834e-d3ecf59dfb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591e37fb-7488-4592-b791-9f4d5b3ccbbf,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:15.824751 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d2b6c-eae5-46e6-a961-20538875b86a req-c665070f-d39c-4e1b-84ea-c996bd56c2ff tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:15.828399 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c29d2b6c-eae5-46e6-a961-20538875b86a req-c665070f-d39c-4e1b-84ea-c996bd56c2ff tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0681245 Nov 02 12:30:15.977642 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c29d2b6c-eae5-46e6-a961-20538875b86a req-b50fae15-1b43-4fcd-9de5-92793f138d37 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355536 Nov 02 12:30:17.310329 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556a5d2-695b-464e-912f-d4c99c8bfbd8 req-75f5416a-0116-4286-ac3d-fefd66cd26ed tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:17.311883 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d556a5d2-695b-464e-912f-d4c99c8bfbd8 req-75f5416a-0116-4286-ac3d-fefd66cd26ed tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1023371 Nov 02 12:30:17.380469 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:DELETE=8 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:17.416943 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21816747-16b5-4a9f-9608-405fd8eeaed3 req-fcd93791-ad3d-4f6a-8210-fb93365a8e0b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:17.429478 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-21816747-16b5-4a9f-9608-405fd8eeaed3 req-fcd93791-ad3d-4f6a-8210-fb93365a8e0b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 945 time: 0.1305802 Nov 02 12:30:17.434700 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d556a5d2-695b-464e-912f-d4c99c8bfbd8 req-c521e3ed-abba-4754-aa73-88eeb6d4e014 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158993 Nov 02 12:30:17.528656 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-21816747-16b5-4a9f-9608-405fd8eeaed3 req-8fed3642-f897-4a38-a5b2-9dea9b65309e tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987785 Nov 02 12:30:17.842908 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40206) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:18.025804 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-af6592a5-d7fb-4f81-9369-9145bfb8a255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:18.133967 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-af6592a5-d7fb-4f81-9369-9145bfb8a255 admin admin] Publish callbacks [] for security_group (82b7ddbd-118e-4529-95e1-cd38f5c786be), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:18.139460 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-af6592a5-d7fb-4f81-9369-9145bfb8a255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (82b7ddbd-118e-4529-95e1-cd38f5c786be), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:18.185723 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-af6592a5-d7fb-4f81-9369-9145bfb8a255 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=75f04cac82a34415a2cf4d6a9ceaf102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414805 Nov 02 12:30:18.187431 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40218) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:18.188095 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6592a5-d7fb-4f81-9369-9145bfb8a255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b7ddbd-118e-4529-95e1-cd38f5c786be,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:18.265375 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-edfa2ff8-d475-4909-8203-33ad0b47330e admin admin] Publish callbacks [] for security_group (82b7ddbd-118e-4529-95e1-cd38f5c786be), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:18.510643 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-edfa2ff8-d475-4909-8203-33ad0b47330e admin admin] Publish callbacks [] for security_group (82b7ddbd-118e-4529-95e1-cd38f5c786be), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:18.593251 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-edfa2ff8-d475-4909-8203-33ad0b47330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (82b7ddbd-118e-4529-95e1-cd38f5c786be), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:18.593251 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-edfa2ff8-d475-4909-8203-33ad0b47330e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:18.593404 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-edfa2ff8-d475-4909-8203-33ad0b47330e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/82b7ddbd-118e-4529-95e1-cd38f5c786be HTTP/1.1" status: 204 len: 168 time: 0.4047012 Nov 02 12:30:18.608635 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215d593-a8dd-467a-9140-21fc9c7c29e7 req-bb75df53-28f4-4dee-b842-d98c802eef72 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:18.611029 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a215d593-a8dd-467a-9140-21fc9c7c29e7 req-bb75df53-28f4-4dee-b842-d98c802eef72 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0761168 Nov 02 12:30:18.645163 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa2ff8-d475-4909-8203-33ad0b47330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b7ddbd-118e-4529-95e1-cd38f5c786be,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:18.716454 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a215d593-a8dd-467a-9140-21fc9c7c29e7 req-b5624682-c275-4228-9e93-1ec26d81e151 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995438 Nov 02 12:30:18.814934 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad099425-8858-4573-8c97-62e4a44c0bbc req-e38839ec-e171-4073-bd7e-4c099e4b70ab tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:18.816432 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ad099425-8858-4573-8c97-62e4a44c0bbc req-e38839ec-e171-4073-bd7e-4c099e4b70ab tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 945 time: 0.0636153 Nov 02 12:30:18.871000 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ad099425-8858-4573-8c97-62e4a44c0bbc req-07fe722b-e4d4-433d-9f14-cf8c5449d0bf tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474987 Nov 02 12:30:19.779632 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-bcd33619-edde-4c80-b26c-41a992937e0a tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:19.781714 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-bcd33619-edde-4c80-b26c-41a992937e0a tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 945 time: 0.0690577 Nov 02 12:30:19.932272 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21b528-432e-43f5-a6a1-83893e5f19af req-00e64749-ef6b-495e-a905-81efce004727 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:19.939631 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3a21b528-432e-43f5-a6a1-83893e5f19af req-00e64749-ef6b-495e-a905-81efce004727 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0938368 Nov 02 12:30:19.946983 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Deleting port 9bf5b234-1337-4a82-8124-bea80c600265 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:30:19.947636 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (9bf5b234-1337-4a82-8124-bea80c600265), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:20.082243 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3a21b528-432e-43f5-a6a1-83893e5f19af req-3093a325-9e9d-4dc0-8b72-2bcbeb4bd8b8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359916 Nov 02 12:30:20.159693 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] For port 9bf5b234-1337-4a82-8124-bea80c600265, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9bf5b234-1337-4a82-8124-bea80c600265,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:20.160240 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (9bf5b234-1337-4a82-8124-bea80c600265), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:20.177586 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d848ec-7af7-4892-9ac3-285ed2a87fba req-b9c4a982-8d87-4861-bdce-b7f0dd7acfa0 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:20.178977 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d5d848ec-7af7-4892-9ac3-285ed2a87fba req-b9c4a982-8d87-4861-bdce-b7f0dd7acfa0 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 945 time: 0.1183960 Nov 02 12:30:20.207681 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Calling delete_port for 9bf5b234-1337-4a82-8124-bea80c600265 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:30:20.327737 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:20.403746 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d5d848ec-7af7-4892-9ac3-285ed2a87fba req-4b24ab26-410d-423c-ab7a-a777863faddc tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=86e2a2a7-e321-4f41-bfa1-624a726b20bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134728 Nov 02 12:30:20.515416 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (9bf5b234-1337-4a82-8124-bea80c600265), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:20.534760 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['9bf5b234-1337-4a82-8124-bea80c600265'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:30:20.549838 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Pushing event deleted for resources: {'Port': ['ID=9bf5b234-1337-4a82-8124-bea80c600265,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:20.643636 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] No DVR routers for this DVR port 9bf5b234-1337-4a82-8124-bea80c600265 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:30:20.649978 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:20.654990 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7c80a3cc-2583-4929-8181-6a2118a21bbd req-a30d3bcc-e036-4ede-8b17-c624fe9daa1b tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.87 "DELETE /networking/v2.0/ports/9bf5b234-1337-4a82-8124-bea80c600265 HTTP/1.1" status: 204 len: 173 time: 0.8666284 Nov 02 12:30:20.655558 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abe4375-8644-4b59-b685-70841201f7a0', 'name': 'network-vif-deleted', 'tag': '9bf5b234-1337-4a82-8124-bea80c600265'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:30:20.658644 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e1b1a6-a998-44f9-95b3-a1fa993c7c06" -d '{"events": [{"server_uuid": "6abe4375-8644-4b59-b685-70841201f7a0", "name": "network-vif-deleted", "tag": "9bf5b234-1337-4a82-8124-bea80c600265"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:30:20.739405 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd1a7e5-f461-49e0-85a1-7e1578f800dd x-openstack-request-id: req-3bd1a7e5-f461-49e0-85a1-7e1578f800dd {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:30:20.739705 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abe4375-8644-4b59-b685-70841201f7a0", "name": "network-vif-deleted", "tag": "9bf5b234-1337-4a82-8124-bea80c600265", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:30:20.739988 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3bd1a7e5-f461-49e0-85a1-7e1578f800dd {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:30:20.740404 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd1a7e5-f461-49e0-85a1-7e1578f800dd'] response: {'server_uuid': '6abe4375-8644-4b59-b685-70841201f7a0', 'name': 'network-vif-deleted', 'tag': '9bf5b234-1337-4a82-8124-bea80c600265', 'status': 'completed', 'code': 200} Nov 02 12:30:21.234955 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a3507-563a-4451-9d29-33b2daade49c req-091ae5ff-cdba-4d5a-a7e5-932c06ba088a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:21.236649 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-581a3507-563a-4451-9d29-33b2daade49c req-091ae5ff-cdba-4d5a-a7e5-932c06ba088a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0684755 Nov 02 12:30:21.295367 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-581a3507-563a-4451-9d29-33b2daade49c req-03d01f26-f119-45b7-aa11-1fa462da70fc tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528276 Nov 02 12:30:21.642700 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d9e9045e-d626-45d8-8aff-d28acc697699 req-000b57ee-6c1f-4980-b688-a1e98a77c8ab tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0375822 Nov 02 12:30:22.253931 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40336) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:22.450377 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-62470edf-8463-4a6c-a59e-9a55a3bb4ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:22.454620 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:22.478530 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928684c-ce82-4f04-8cd7-7a7c84533502 req-f2eca09c-79e1-4c1d-84a4-7b31abfda7d1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:22.480378 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1928684c-ce82-4f04-8cd7-7a7c84533502 req-f2eca09c-79e1-4c1d-84a4-7b31abfda7d1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0845168 Nov 02 12:30:22.484361 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:30:22.592418 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1928684c-ce82-4f04-8cd7-7a7c84533502 req-32bc4d32-5b29-4671-be39-bbaa4be72481 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949454 Nov 02 12:30:22.632565 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-62470edf-8463-4a6c-a59e-9a55a3bb4ced admin admin] Publish callbacks [] for security_group (ca87ea9a-34a7-43b0-88d8-366815f31574), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:22.641813 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-62470edf-8463-4a6c-a59e-9a55a3bb4ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ca87ea9a-34a7-43b0-88d8-366815f31574), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:22.714020 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-62470edf-8463-4a6c-a59e-9a55a3bb4ced admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=9bfe702cbe64436baf89da2e56ba1014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587412 Nov 02 12:30:22.714977 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62470edf-8463-4a6c-a59e-9a55a3bb4ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca87ea9a-34a7-43b0-88d8-366815f31574,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:22.717625 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40350) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:22.818580 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-184866bb-9ca3-4012-9800-09070d59808f req-22ada99e-a7b9-4652-baf8-58d45934a031 tempest-DeleteServersTestJSON-1663302412 tempest-DeleteServersTestJSON-1663302412-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6abe4375-8644-4b59-b685-70841201f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0564036 Nov 02 12:30:22.850140 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0b20b29-9fb5-4a58-ba03-ccf3baa13739 admin admin] Publish callbacks [] for security_group (ca87ea9a-34a7-43b0-88d8-366815f31574), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:22.882088 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0b20b29-9fb5-4a58-ba03-ccf3baa13739 admin admin] Publish callbacks [] for security_group (ca87ea9a-34a7-43b0-88d8-366815f31574), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:22.934069 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0b20b29-9fb5-4a58-ba03-ccf3baa13739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ca87ea9a-34a7-43b0-88d8-366815f31574), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:22.936691 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f0b20b29-9fb5-4a58-ba03-ccf3baa13739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:22.937877 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-f0b20b29-9fb5-4a58-ba03-ccf3baa13739 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ca87ea9a-34a7-43b0-88d8-366815f31574 HTTP/1.1" status: 204 len: 168 time: 0.2189255 Nov 02 12:30:22.949552 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b20b29-9fb5-4a58-ba03-ccf3baa13739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca87ea9a-34a7-43b0-88d8-366815f31574,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:23.186647 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 9bf5b234-1337-4a82-8124-bea80c600265 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:30:23.216302 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 9bf5b234-1337-4a82-8124-bea80c600265 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:30:23.217081 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 9bf5b234-1337-4a82-8124-bea80c600265 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:30:23.316235 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40360) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:23.337988 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8b1a3bc2-599c-4669-aba9-5b736dba5f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:23.387901 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:23.402775 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:23.453625 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8b1a3bc2-599c-4669-aba9-5b736dba5f1c admin admin] Publish callbacks [] for security_group (a8f33985-1849-481e-b434-1b8637740775), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:23.457317 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8b1a3bc2-599c-4669-aba9-5b736dba5f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (a8f33985-1849-481e-b434-1b8637740775), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:23.499261 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-8b1a3bc2-599c-4669-aba9-5b736dba5f1c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=985669ad91514d5fa8e7f36f0b0410da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815662 Nov 02 12:30:23.500127 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a3bc2-599c-4669-aba9-5b736dba5f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f33985-1849-481e-b434-1b8637740775,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:23.502406 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40362) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:23.567174 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fa37133e-e718-434a-acca-33efc86ac8e3 admin admin] Publish callbacks [] for security_group (a8f33985-1849-481e-b434-1b8637740775), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:23.597790 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fa37133e-e718-434a-acca-33efc86ac8e3 admin admin] Publish callbacks [] for security_group (a8f33985-1849-481e-b434-1b8637740775), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:23.668909 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fa37133e-e718-434a-acca-33efc86ac8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (a8f33985-1849-481e-b434-1b8637740775), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:23.671800 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fa37133e-e718-434a-acca-33efc86ac8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:23.675861 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-fa37133e-e718-434a-acca-33efc86ac8e3 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a8f33985-1849-481e-b434-1b8637740775 HTTP/1.1" status: 204 len: 168 time: 0.1708112 Nov 02 12:30:23.713905 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37133e-e718-434a-acca-33efc86ac8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f33985-1849-481e-b434-1b8637740775,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:23.745692 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c4b34-4fb5-4a4e-8ec7-b8d0535d6524 req-07faa923-403c-4377-8def-922bf4423d0a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:23.749470 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4d9c4b34-4fb5-4a4e-8ec7-b8d0535d6524 req-07faa923-403c-4377-8def-922bf4423d0a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0639241 Nov 02 12:30:23.829191 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4d9c4b34-4fb5-4a4e-8ec7-b8d0535d6524 req-f0faad12-42db-4f41-b86a-398f807410f8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668876 Nov 02 12:30:24.985435 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aaa07-e4e4-47a7-b173-2209f994e674 req-dab7c305-562a-418a-a729-5ff6f08b4b78 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:24.988297 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ab6aaa07-e4e4-47a7-b173-2209f994e674 req-dab7c305-562a-418a-a729-5ff6f08b4b78 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0721166 Nov 02 12:30:25.050156 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ab6aaa07-e4e4-47a7-b173-2209f994e674 req-f630b515-8965-41b5-b058-445a717f7943 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573866 Nov 02 12:30:26.272031 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:26.307554 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441f1e-c742-4aff-b072-683350cd389a req-0ca206e9-e354-4d6a-805e-883962b351a5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:26.310321 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a0441f1e-c742-4aff-b072-683350cd389a req-0ca206e9-e354-4d6a-805e-883962b351a5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1103742 Nov 02 12:30:26.387283 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a0441f1e-c742-4aff-b072-683350cd389a req-797f7d67-6aa9-4323-bffb-0634ce6247f3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698736 Nov 02 12:30:26.521219 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40486) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:26.934818 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:27.000217 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:27.080857 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:27.299002 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Deleting port 590d29f6-94a4-4829-9fe7-278dd905e01e {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:30:27.299636 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:27.396154 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] For port 590d29f6-94a4-4829-9fe7-278dd905e01e, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=590d29f6-94a4-4829-9fe7-278dd905e01e,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:27.396890 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:27.415749 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Calling delete_port for 590d29f6-94a4-4829-9fe7-278dd905e01e owned by network:router_interface {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:30:27.540468 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87628d5-1144-4b2d-8168-bc788ffc9908 req-5282240f-50e5-46d2-9a08-08f756e136b9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:27.541934 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f87628d5-1144-4b2d-8168-bc788ffc9908 req-5282240f-50e5-46d2-9a08-08f756e136b9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0523050 Nov 02 12:30:27.565396 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:27.603989 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f87628d5-1144-4b2d-8168-bc788ffc9908 req-038803a3-4fd9-44dd-bc5d-3e3ea9ddb71f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Nov 02 12:30:27.630525 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (590d29f6-94a4-4829-9fe7-278dd905e01e), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:27.656233 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Pushing event deleted for resources: {'Port': ['ID=590d29f6-94a4-4829-9fe7-278dd905e01e,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:27.992970 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:28.225598 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:30:28.280067 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:28.336956 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:30:28.345740 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40510) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:28.348181 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] Sync routers for ids ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:30:28.349284 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-8cd1a4e8-4ea2-4572-b640-f67d9306e487 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8232377 Nov 02 12:30:28.359480 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] Routers {'7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:28.360132 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:28.470388 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] Set router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:28.488867 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks [] for router (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:28.606577 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks [] for router_gateway (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:28.671854 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Deleting port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:30:28.672309 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:28.682127 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:59Z', 'updated_at': '2022-11-02T12:30:27Z', 'revision_number': 5, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'gw_port': {'id': '8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:28.717578 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] Checking router: 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:30:28.741714 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] Routers {'7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:28.742516 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:28.806330 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] For port 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:28.806935 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:28.824658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01221be-bba0-4e33-b215-49cfe4ef3d6d req-c51fcc73-d9c5-40a2-97ff-2c5757eb99be tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:28.826508 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a01221be-bba0-4e33-b215-49cfe4ef3d6d req-c51fcc73-d9c5-40a2-97ff-2c5757eb99be tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0881710 Nov 02 12:30:28.833044 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Calling delete_port for 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 owned by network:router_gateway {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:30:28.883094 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] Set router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 gateway port host: None {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:28.885683 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a01221be-bba0-4e33-b215-49cfe4ef3d6d req-f94f92f9-372c-4f86-99e7-6865a8d522e7 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503983 Nov 02 12:30:28.949306 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:59Z', 'updated_at': '2022-11-02T12:30:28Z', 'revision_number': 6, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:28.996754 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb168498-1254-4614-9181-99ba9c51cac3 None None] The sync data for ids ['7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042'] in dv-cinder-863273-1-iscsi is: [{'id': '7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042', 'name': 'tempest-DeleteServersTestJSON-2137237308-router', 'tenant_id': '565eec3408344c2e84f2988fb2230c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:59Z', 'updated_at': '2022-11-02T12:30:28Z', 'revision_number': 6, 'project_id': '565eec3408344c2e84f2988fb2230c46', 'gw_port_host': None}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:30:29.355176 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.361835 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:29.386164 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:29.396712 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:29.420698 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.565199 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.568387 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks [] for router_controller (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.643280 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.644468 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 {{(pid=106351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:30:29.650332 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.651478 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-81d507c9-fc28-4f99-bcde-edb48eb65be8 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/7f2e6b0f-4a0e-4e17-929b-e8d1ea7d4042 HTTP/1.1" status: 204 len: 168 time: 1.3043242 Nov 02 12:30:29.654122 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40528) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:29.703268 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-d532969c-d82c-4aa1-9edf-10f673baa45c admin admin] Deleting subnet 7a0e1592-7cbe-4d7b-904b-505f9f912a55 {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:30:29.708122 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d532969c-d82c-4aa1-9edf-10f673baa45c admin admin] Publish callbacks [] for subnet (7a0e1592-7cbe-4d7b-904b-505f9f912a55), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.752871 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d532969c-d82c-4aa1-9edf-10f673baa45c admin admin] Publish callbacks [] for subnet (7a0e1592-7cbe-4d7b-904b-505f9f912a55), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.832054 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d532969c-d82c-4aa1-9edf-10f673baa45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (7a0e1592-7cbe-4d7b-904b-505f9f912a55), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.913134 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d532969c-d82c-4aa1-9edf-10f673baa45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (7a0e1592-7cbe-4d7b-904b-505f9f912a55), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.953051 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532969c-d82c-4aa1-9edf-10f673baa45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0e1592-7cbe-4d7b-904b-505f9f912a55,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:29.962711 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d532969c-d82c-4aa1-9edf-10f673baa45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:29.972852 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d532969c-d82c-4aa1-9edf-10f673baa45c admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/7a0e1592-7cbe-4d7b-904b-505f9f912a55 HTTP/1.1" status: 204 len: 168 time: 0.3109622 Nov 02 12:30:29.974175 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40532) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:29.974851 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c50bc0-04b7-4998-93d3-df9560248bf7 None None] Network 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:30:30.068626 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:30.246555 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (2b7cd6b4-d388-4abb-b5ab-ec6598a0c773), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:30.322615 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc620a3-fea9-4c5e-8261-7e30b9557bc3 None None] DHCP port deletion for 2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:30:30.351492 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0fe2d-0b39-43fa-85a5-fc925fc4cf41 req-be283060-3493-426f-9998-cbb71b0dfd36 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:30.368962 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-21f0fe2d-0b39-43fa-85a5-fc925fc4cf41 req-be283060-3493-426f-9998-cbb71b0dfd36 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.2224505 Nov 02 12:30:30.505258 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Deleting port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:30:30.505733 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:30.523823 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-edc620a3-fea9-4c5e-8261-7e30b9557bc3 None None] Deleting port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:30:30.524605 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-edc620a3-fea9-4c5e-8261-7e30b9557bc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:30.594033 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-21f0fe2d-0b39-43fa-85a5-fc925fc4cf41 req-35781c54-b8d1-4dc3-a6b9-652ff9fa5baf tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223108 Nov 02 12:30:30.791710 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] For port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=5d11bc68-cf65-4001-a2f2-d9f08ea6d551,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:30.792512 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:30.808946 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-edc620a3-fea9-4c5e-8261-7e30b9557bc3 None None] For port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=5d11bc68-cf65-4001-a2f2-d9f08ea6d551,segment=NetworkSegment(bf3a97c6-b49d-4e74-93bc-669474549b8e),segment_id=bf3a97c6-b49d-4e74-93bc-669474549b8e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:30.816502 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-edc620a3-fea9-4c5e-8261-7e30b9557bc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:30.845653 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Calling delete_port for 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 owned by network:dhcp {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:30:30.873464 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-edc620a3-fea9-4c5e-8261-7e30b9557bc3 None None] Calling delete_port for 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:30:31.143366 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:30:31.155500 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:31.187476 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:31.224595 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No active binding found for port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 {{(pid=106352) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 02 12:30:31.225289 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] The host dv-cinder-863273-1-iscsi is not matching for port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 host None! {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Nov 02 12:30:31.225834 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:30:31.226446 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:30:31.237162 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d11bc68-cf65-4001-a2f2-d9f08ea6d551,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:31.258115 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:30:31.259082 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 8ad8b3ae-5595-44c0-8f6c-3b3589ec51c9 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:30:31.260207 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 590d29f6-94a4-4829-9fe7-278dd905e01e no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:30:31.261314 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] No DVR routers for this DVR port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 on host dv-cinder-863273-1-iscsi {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:30:31.267607 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-edc620a3-fea9-4c5e-8261-7e30b9557bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (5d11bc68-cf65-4001-a2f2-d9f08ea6d551), after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:31.299945 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 590d29f6-94a4-4829-9fe7-278dd905e01e {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:30:31.300590 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 590d29f6-94a4-4829-9fe7-278dd905e01e not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:30:31.330656 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc620a3-fea9-4c5e-8261-7e30b9557bc3 None None] Pushing event deleted for resources: {'Port': ['ID=5d11bc68-cf65-4001-a2f2-d9f08ea6d551,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:31.345618 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc620a3-fea9-4c5e-8261-7e30b9557bc3 None None] No DVR routers for this DVR port 5d11bc68-cf65-4001-a2f2-d9f08ea6d551 on host dv-cinder-863273-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:30:31.443875 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (2b7cd6b4-d388-4abb-b5ab-ec6598a0c773), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:31.488825 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.489854 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.490804 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.491242 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > port after_create 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.491749 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.493315 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > port after_update 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.493828 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.494902 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.495600 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.496110 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.645111 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.645415 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.645998 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.646336 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:30:31.647015 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7cd6b4-d388-4abb-b5ab-ec6598a0c773']}} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:31.670356 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3a97c6-b49d-4e74-93bc-669474549b8e') {'for_net_delete': True} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:31.670643 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3a97c6-b49d-4e74-93bc-669474549b8e') {} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:31.703043 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5705579'] for segment (bf3a97c6-b49d-4e74-93bc-669474549b8e), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:31.731888 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (bf3a97c6-b49d-4e74-93bc-669474549b8e), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:31.767628 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=106350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:30:31.768275 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336208'] for segment (bf3a97c6-b49d-4e74-93bc-669474549b8e), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:31.943497 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49746c6-57eb-4595-aa4c-958a1da7090f req-a7b29f28-00b0-40f8-a207-acaac44c0719 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:31.946572 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f49746c6-57eb-4595-aa4c-958a1da7090f req-a7b29f28-00b0-40f8-a207-acaac44c0719 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.2017870 Nov 02 12:30:31.948165 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (2b7cd6b4-d388-4abb-b5ab-ec6598a0c773), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:31.962992 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:31.966629 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/2b7cd6b4-d388-4abb-b5ab-ec6598a0c773 HTTP/1.1" status: 204 len: 168 time: 1.9949098 Nov 02 12:30:31.988845 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6bf75-be75-4e16-8db3-82405935e02d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7cd6b4-d388-4abb-b5ab-ec6598a0c773,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:32.067961 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f49746c6-57eb-4595-aa4c-958a1da7090f req-13046c4f-7c65-46ee-a7b5-d82fc60f93c1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093242 Nov 02 12:30:32.231661 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment bf3a97c6-b49d-4e74-93bc-669474549b8e resource provider aggregate not found Nov 02 12:30:32.267878 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment bf3a97c6-b49d-4e74-93bc-669474549b8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf3a97c6-b49d-4e74-93bc-669474549b8e found for delete ", "request_id": "req-8c8f22e6-31d6-4396-ae3d-e519efd440c3"}]} Nov 02 12:30:32.381528 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40612) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:32.433998 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-bb8d1061-d9f0-41a3-b05a-b0e0959b38ea admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=565eec3408344c2e84f2988fb2230c46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0506036 Nov 02 12:30:32.438272 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40614) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:32.514328 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7197cd18-fc6b-4d21-b45a-beefff288e2d admin admin] Publish callbacks [] for security_group (86e2a2a7-e321-4f41-bfa1-624a726b20bf), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:32.548589 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7197cd18-fc6b-4d21-b45a-beefff288e2d admin admin] Publish callbacks [] for security_group (86e2a2a7-e321-4f41-bfa1-624a726b20bf), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:32.640199 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7197cd18-fc6b-4d21-b45a-beefff288e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (86e2a2a7-e321-4f41-bfa1-624a726b20bf), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:32.649349 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7197cd18-fc6b-4d21-b45a-beefff288e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:32.652687 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7197cd18-fc6b-4d21-b45a-beefff288e2d admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/86e2a2a7-e321-4f41-bfa1-624a726b20bf HTTP/1.1" status: 204 len: 168 time: 0.2120805 Nov 02 12:30:32.668384 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197cd18-fc6b-4d21-b45a-beefff288e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2a2a7-e321-4f41-bfa1-624a726b20bf,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:32.737326 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-451fd4eb-13f8-4e4f-b02b-1b60ee949a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:33.264269 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264d381-2741-4c4b-9698-db1bc4b05282 req-9a7c4940-bc50-4e4d-942a-40cbd7f1becd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:33.272345 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2264d381-2741-4c4b-9698-db1bc4b05282 req-9a7c4940-bc50-4e4d-942a-40cbd7f1becd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0875816 Nov 02 12:30:33.331133 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2264d381-2741-4c4b-9698-db1bc4b05282 req-b298bc9e-277e-4293-bb33-5e299a2b40f0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578737 Nov 02 12:30:33.694750 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40650) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:33.868164 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1507025328-network', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:33.902764 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Made reservation on behalf of 5bc73b74407f4d6184cbd1330ee89145 for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:33.906226 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:33.921480 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.037758 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:34.049119 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Publish callbacks [] for security_group (befd65bd-51b2-4b2b-8a69-fbae5df2a06e), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.055364 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (befd65bd-51b2-4b2b-8a69-fbae5df2a06e), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.089727 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:34.092096 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:30:34.124797 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befd65bd-51b2-4b2b-8a69-fbae5df2a06e,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:34.128426 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.128771 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Added segment ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e of type vlan for network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 Nov 02 12:30:34.183860 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (a1cd3d90-2bea-43ce-84ec-dc31298b79c7), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.221678 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (a1cd3d90-2bea-43ce-84ec-dc31298b79c7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.222812 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:34.223406 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.292102 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5957675 Nov 02 12:30:34.295888 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40658) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:34.303521 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Request body: {'subnet': {'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1507025328-subnet', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:34.309438 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96ba36-7a6a-4814-9b1e-b73aaaefdb64 admin admin] Pushing event updated for resources: {'Network': ['ID=a1cd3d90-2bea-43ce-84ec-dc31298b79c7,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:34.328061 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:30:34.344350 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Made reservation on behalf of 5bc73b74407f4d6184cbd1330ee89145 for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:34.350068 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.616857 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075877af-c720-4f90-a0c7-dddd3528ad2d req-e7d62766-e56e-4629-b709-a7775bf21f43 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:34.625426 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-075877af-c720-4f90-a0c7-dddd3528ad2d req-e7d62766-e56e-4629-b709-a7775bf21f43 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1254685 Nov 02 12:30:34.636881 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (dd66505c-21ed-4318-84b1-3cd8c2380645), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.681778 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:34.713719 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd66505c-21ed-4318-84b1-3cd8c2380645,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:34.728898 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-075877af-c720-4f90-a0c7-dddd3528ad2d req-99969217-deaa-4737-a08f-6a2edc1fa9f9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990405 Nov 02 12:30:34.729911 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Checking segment: {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:30:34.730258 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Network hostable DHCP agents. Network: a1cd3d90-2bea-43ce-84ec-dc31298b79c7, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:30:34.754305 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:30:34.774894 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, a1cd3d90-2bea-43ce-84ec-dc31298b79c7) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:34.784924 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:34.786011 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.806933 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e7b65-6aff-4eba-8774-99fd261674fb None None] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:30:34.820055 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40670) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:34.821107 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-da1d8305-0959-428b-89d7-d58dc562aac5 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5197742 Nov 02 12:30:34.828262 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:34.869869 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.872677 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:34.959715 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks [] for router_controller (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), precommit_add_association {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:35.000168 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:30:35.001963 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:35.102684 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:35.229130 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Allocated IP 172.20.0.2 (a1cd3d90-2bea-43ce-84ec-dc31298b79c7/dd66505c-21ed-4318-84b1-3cd8c2380645/33b561b0-e6ae-4af5-b53b-5740e8e53088) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:35.234998 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks [] for router_gateway (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:35.585273 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Publish callbacks [] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:35.599465 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:35.607410 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks [] for router_gateway (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:35.659639 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:35.701448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:35.722452 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Pushing event updated for resources: {'Port': ['ID=33b561b0-e6ae-4af5-b53b-5740e8e53088,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:35.739255 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:35.759772 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:30:35.826663 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b99474f2-3c43-49a7-b95a-1875fb1118b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:36.009851 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Allocated IP 172.27.3.87 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/862c338f-1957-4c58-b980-d2230771c919) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:36.027561 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:36.059463 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Attempting to bind port 33b561b0-e6ae-4af5-b53b-5740e8e53088 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:30:36.059910 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Attempting to bind port 33b561b0-e6ae-4af5-b53b-5740e8e53088 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:30:36.060343 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Attempting to bind port 33b561b0-e6ae-4af5-b53b-5740e8e53088 on network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:36.123043 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:30:36.123362 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Checking segment: {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:30:36.123883 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:36.124474 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Bound using segment: {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:30:36.125177 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Bound port: 33b561b0-e6ae-4af5-b53b-5740e8e53088, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:30:36.125932 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:36.206253 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978277e-9f14-4239-b428-5b6b0af2d0db req-4327aa9d-95e9-4cb5-9c64-cf5916fec6e0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:36.234009 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5978277e-9f14-4239-b428-5b6b0af2d0db req-4327aa9d-95e9-4cb5-9c64-cf5916fec6e0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.2535808 Nov 02 12:30:36.254077 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:36.310188 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] For port 33b561b0-e6ae-4af5-b53b-5740e8e53088, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:36.315032 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] For port 33b561b0-e6ae-4af5-b53b-5740e8e53088, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=33b561b0-e6ae-4af5-b53b-5740e8e53088,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:36.325346 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:36.440459 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e17da-292a-424d-bec6-d2556d9e154f None None] Pushing event updated for resources: {'Port': ['ID=33b561b0-e6ae-4af5-b53b-5740e8e53088,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:36.533847 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5978277e-9f14-4239-b428-5b6b0af2d0db req-2732621f-433c-45ae-95ea-d24e1de139d3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891977 Nov 02 12:30:36.574426 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks [] for port (862c338f-1957-4c58-b980-d2230771c919), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:36.655817 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40720) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:36.678533 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (862c338f-1957-4c58-b980-d2230771c919), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:36.813551 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:36.827006 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:36.837909 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:30:36.905204 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Pushing event updated for resources: {'Port': ['ID=862c338f-1957-4c58-b980-d2230771c919,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:37.050635 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-91b3a1f5-25d9-4ba7-a5f3-f8a36691c729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:37.212680 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 33b561b0-e6ae-4af5-b53b-5740e8e53088 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:37.228492 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:37.239209 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:37.309924 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40736) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:37.460230 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-91b3a1f5-25d9-4ba7-a5f3-f8a36691c729 admin admin] Publish callbacks [] for security_group (2ab0df82-8384-40bb-a63a-6a4606555c67), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:37.473908 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-91b3a1f5-25d9-4ba7-a5f3-f8a36691c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (2ab0df82-8384-40bb-a63a-6a4606555c67), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:37.515491 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks [] for router_gateway (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:37.577820 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3a1f5-25d9-4ba7-a5f3-f8a36691c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab0df82-8384-40bb-a63a-6a4606555c67,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:37.664518 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:37.665230 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e1ae790d-43ef-40fe-a05a-d4795c2dabf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:37.665394 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 33b561b0-e6ae-4af5-b53b-5740e8e53088 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:37.665787 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:37.666128 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 33b561b0-e6ae-4af5-b53b-5740e8e53088 Nov 02 12:30:37.878770 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75555a82-4771-4709-91bd-add50aecb321 req-69b6a385-b910-4cf5-8bde-2814244cb871 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:37.893114 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 33b561b0-e6ae-4af5-b53b-5740e8e53088 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:37.893114 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:37.899026 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-75555a82-4771-4709-91bd-add50aecb321 req-69b6a385-b910-4cf5-8bde-2814244cb871 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1981494 Nov 02 12:30:37.909052 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:37.932163 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-91b3a1f5-25d9-4ba7-a5f3-f8a36691c729 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=293a09cd5b4e4d8b9cfa67ba52c9366c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2755380 Nov 02 12:30:37.944292 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40754) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:37.962414 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e1ae790d-43ef-40fe-a05a-d4795c2dabf4 admin admin] Publish callbacks [] for security_group (765ed7b9-f466-4e13-8024-927938afd581), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:37.985370 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e1ae790d-43ef-40fe-a05a-d4795c2dabf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (765ed7b9-f466-4e13-8024-927938afd581), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.002075 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 33b561b0-e6ae-4af5-b53b-5740e8e53088, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=33b561b0-e6ae-4af5-b53b-5740e8e53088,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:38.021174 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.112636 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae790d-43ef-40fe-a05a-d4795c2dabf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765ed7b9-f466-4e13-8024-927938afd581,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:38.134370 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e1ae790d-43ef-40fe-a05a-d4795c2dabf4 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=efd2755f98fd420b8a835c858250ab22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8167937 Nov 02 12:30:38.137538 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40760) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:38.272606 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-af236a43-3320-4777-8422-e5095afd0752 admin admin] Publish callbacks [] for security_group (2ab0df82-8384-40bb-a63a-6a4606555c67), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.306698 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=33b561b0-e6ae-4af5-b53b-5740e8e53088,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:38.347351 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:UPDATE=9,neutron:SELECT=88,neutron:INSERT=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:38.360161 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.402473 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-af236a43-3320-4777-8422-e5095afd0752 admin admin] Publish callbacks [] for security_group (2ab0df82-8384-40bb-a63a-6a4606555c67), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.417096 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de588c16-676d-46ec-bff3-6fb3b65fc079 None None] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:30:38.420882 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-522bae6b-0140-4422-914b-b1740c594c6f admin admin] Publish callbacks [] for security_group (765ed7b9-f466-4e13-8024-927938afd581), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.459380 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-522bae6b-0140-4422-914b-b1740c594c6f admin admin] Publish callbacks [] for security_group (765ed7b9-f466-4e13-8024-927938afd581), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.541040 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-6fcaf6b3-21de-4f8d-b745-c9db9417c074 None None] Provisioning complete for port 33b561b0-e6ae-4af5-b53b-5740e8e53088 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:38.541433 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf6b3-21de-4f8d-b745-c9db9417c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.541886 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-6fcaf6b3-21de-4f8d-b745-c9db9417c074 None None] Attempt 1 to provision port 33b561b0-e6ae-4af5-b53b-5740e8e53088 Nov 02 12:30:38.594479 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-75555a82-4771-4709-91bd-add50aecb321 req-b853ffcc-32a8-4e14-a054-4cb252b9aec3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826344 Nov 02 12:30:38.619855 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-522bae6b-0140-4422-914b-b1740c594c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (765ed7b9-f466-4e13-8024-927938afd581), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.626041 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-522bae6b-0140-4422-914b-b1740c594c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.628600 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-522bae6b-0140-4422-914b-b1740c594c6f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/765ed7b9-f466-4e13-8024-927938afd581 HTTP/1.1" status: 204 len: 168 time: 0.4892790 Nov 02 12:30:38.631679 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-af236a43-3320-4777-8422-e5095afd0752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (2ab0df82-8384-40bb-a63a-6a4606555c67), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.643996 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.645836 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-af236a43-3320-4777-8422-e5095afd0752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:38.650629 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-af236a43-3320-4777-8422-e5095afd0752 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/2ab0df82-8384-40bb-a63a-6a4606555c67 HTTP/1.1" status: 204 len: 168 time: 0.7018156 Nov 02 12:30:38.679669 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bae6b-0140-4422-914b-b1740c594c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765ed7b9-f466-4e13-8024-927938afd581,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:38.725084 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af236a43-3320-4777-8422-e5095afd0752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab0df82-8384-40bb-a63a-6a4606555c67,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:38.869090 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:38.940161 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-6fcaf6b3-21de-4f8d-b745-c9db9417c074 None None] Current status of the port 33b561b0-e6ae-4af5-b53b-5740e8e53088 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:38.986172 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 33b561b0-e6ae-4af5-b53b-5740e8e53088 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:39.001306 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:30:39.058324 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:39.097845 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 33b561b0-e6ae-4af5-b53b-5740e8e53088 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:39.098758 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:39.098758 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 33b561b0-e6ae-4af5-b53b-5740e8e53088 Nov 02 12:30:39.300879 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 33b561b0-e6ae-4af5-b53b-5740e8e53088 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:39.361353 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:30:39.378076 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Sync routers for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:30:39.402834 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:39.404909 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:39.419607 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:39.420903 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a8b2b8e2-2f16-483b-b50e-fdb6774df36f admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5989499 Nov 02 12:30:39.425958 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40790) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:39.621552 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40794) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:39.650328 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3771e907-6970-4b4b-8305-903af630bf4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:39.665766 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40796) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:39.739032 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:39.873840 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3771e907-6970-4b4b-8305-903af630bf4d admin admin] Publish callbacks [] for security_group (2703d5a5-6e73-4595-9ab9-68a54ac44acd), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:39.878182 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-62efc4e4-da28-4fb7-b20d-e487045ca891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:39.882644 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3771e907-6970-4b4b-8305-903af630bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (2703d5a5-6e73-4595-9ab9-68a54ac44acd), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:39.920068 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:39.939605 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:39.988247 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-3771e907-6970-4b4b-8305-903af630bf4d admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f760bc05a74f487ca11fb6ff053eba72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652277 Nov 02 12:30:39.992688 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771e907-6970-4b4b-8305-903af630bf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2703d5a5-6e73-4595-9ab9-68a54ac44acd,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:39.999327 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40810) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:40.058514 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-79d952d3-9cd6-4565-9604-a720fa112e15 None None] Provisioning complete for port 33b561b0-e6ae-4af5-b53b-5740e8e53088 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:40.058920 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-79d952d3-9cd6-4565-9604-a720fa112e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.059305 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-79d952d3-9cd6-4565-9604-a720fa112e15 None None] Attempt 1 to provision port 33b561b0-e6ae-4af5-b53b-5740e8e53088 Nov 02 12:30:40.062310 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:40.179162 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd3ce5-e46e-45d9-ba13-226c3b6674ae req-f94a8320-6c30-4888-941e-6daece9e737f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:40.195024 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6bbd3ce5-e46e-45d9-ba13-226c3b6674ae req-f94a8320-6c30-4888-941e-6daece9e737f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.2246459 Nov 02 12:30:40.264935 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9f27666-eba5-4617-b931-e0728996ef10 admin admin] Publish callbacks [] for security_group (2703d5a5-6e73-4595-9ab9-68a54ac44acd), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.322354 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9f27666-eba5-4617-b931-e0728996ef10 admin admin] Publish callbacks [] for security_group (2703d5a5-6e73-4595-9ab9-68a54ac44acd), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.353710 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-62efc4e4-da28-4fb7-b20d-e487045ca891 admin admin] Publish callbacks [] for security_group (f052b44c-fa67-402b-938e-848b0b698732), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.364055 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-62efc4e4-da28-4fb7-b20d-e487045ca891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (f052b44c-fa67-402b-938e-848b0b698732), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.383635 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6bbd3ce5-e46e-45d9-ba13-226c3b6674ae req-d4096790-1ac6-4f99-a640-b87a727e39bb tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256146 Nov 02 12:30:40.385464 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-79d952d3-9cd6-4565-9604-a720fa112e15 None None] Current status of the port 33b561b0-e6ae-4af5-b53b-5740e8e53088 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:40.506636 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-62efc4e4-da28-4fb7-b20d-e487045ca891 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=69bbd9a7e9db4fda8145328616b2d2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8372512 Nov 02 12:30:40.509274 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40822) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:40.525481 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efc4e4-da28-4fb7-b20d-e487045ca891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f052b44c-fa67-402b-938e-848b0b698732,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:40.567481 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:37Z', 'revision_number': 3, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:40.580202 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9f27666-eba5-4617-b931-e0728996ef10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (2703d5a5-6e73-4595-9ab9-68a54ac44acd), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.583190 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9f27666-eba5-4617-b931-e0728996ef10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.584799 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a9f27666-eba5-4617-b931-e0728996ef10 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/2703d5a5-6e73-4595-9ab9-68a54ac44acd HTTP/1.1" status: 204 len: 168 time: 0.5616932 Nov 02 12:30:40.595725 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f27666-eba5-4617-b931-e0728996ef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2703d5a5-6e73-4595-9ab9-68a54ac44acd,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:40.640196 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:DELETE=1,neutron:SELECT=40 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:40.654438 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4d543f03-44f3-4d2a-901b-dd3a75bce10b admin admin] Publish callbacks [] for security_group (f052b44c-fa67-402b-938e-848b0b698732), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.665978 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Checking router: a9b2ae07-88a4-4ede-a0af-02af39a9cac7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:30:40.666568 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Updating router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 port 862c338f-1957-4c58-b980-d2230771c919 binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:30:40.676575 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=52 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:40.707172 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (862c338f-1957-4c58-b980-d2230771c919), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.714097 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4d543f03-44f3-4d2a-901b-dd3a75bce10b admin admin] Publish callbacks [] for security_group (f052b44c-fa67-402b-938e-848b0b698732), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.750032 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:40.902239 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4d543f03-44f3-4d2a-901b-dd3a75bce10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (f052b44c-fa67-402b-938e-848b0b698732), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.906649 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4d543f03-44f3-4d2a-901b-dd3a75bce10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:40.907029 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4d543f03-44f3-4d2a-901b-dd3a75bce10b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/f052b44c-fa67-402b-938e-848b0b698732 HTTP/1.1" status: 204 len: 168 time: 0.3933794 Nov 02 12:30:40.942832 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d543f03-44f3-4d2a-901b-dd3a75bce10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f052b44c-fa67-402b-938e-848b0b698732,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:41.086901 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:41.298573 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Publish callbacks [] for port (862c338f-1957-4c58-b980-d2230771c919), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:41.308952 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (862c338f-1957-4c58-b980-d2230771c919), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:41.331389 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:41.362010 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Allocated IP 172.20.0.1 (a1cd3d90-2bea-43ce-84ec-dc31298b79c7/dd66505c-21ed-4318-84b1-3cd8c2380645/132fad27-4a90-410d-8c09-7aba8de93694) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:41.422792 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Attempting to bind port 862c338f-1957-4c58-b980-d2230771c919 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:30:41.425741 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Attempting to bind port 862c338f-1957-4c58-b980-d2230771c919 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:30:41.426080 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Attempting to bind port 862c338f-1957-4c58-b980-d2230771c919 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:41.484714 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef016c7-cff7-465b-a5a2-2540f43a87a6 None None] Pushing event updated for resources: {'Port': ['ID=862c338f-1957-4c58-b980-d2230771c919,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:41.536810 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:30:41.537310 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:30:41.539290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:41.539290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:30:41.539290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Bound port: 862c338f-1957-4c58-b980-d2230771c919, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:30:41.539290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (862c338f-1957-4c58-b980-d2230771c919), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:41.595885 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Publish callbacks [] for port (132fad27-4a90-410d-8c09-7aba8de93694), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:41.685496 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f1bd7-28e9-4d9b-be6c-89b321285be7 req-c766b578-d4a1-4042-bd85-e9c6d285e01a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:41.699383 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ee4f1bd7-28e9-4d9b-be6c-89b321285be7 req-c766b578-d4a1-4042-bd85-e9c6d285e01a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1557367 Nov 02 12:30:41.701984 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (132fad27-4a90-410d-8c09-7aba8de93694), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:41.708621 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] For port 862c338f-1957-4c58-b980-d2230771c919, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:41.717920 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] For port 862c338f-1957-4c58-b980-d2230771c919, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=862c338f-1957-4c58-b980-d2230771c919,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:41.734392 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (862c338f-1957-4c58-b980-d2230771c919), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:41.774207 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:41.776061 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40846) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:41.777865 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:41.818295 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:41.825625 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:41.827374 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ee4f1bd7-28e9-4d9b-be6c-89b321285be7 req-4034b837-83f4-41f3-a961-e31ed66076a8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210639 Nov 02 12:30:41.840284 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:41.853426 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:41.870771 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b293d02e-c8e3-42e5-bf47-225fdb4d1780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:41.888759 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Pushing event updated for resources: {'Port': ['ID=132fad27-4a90-410d-8c09-7aba8de93694,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:41.893445 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:30:41.893953 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.051487 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:42.176531 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b293d02e-c8e3-42e5-bf47-225fdb4d1780 admin admin] Publish callbacks [] for security_group (38c99d6c-604f-4053-a100-da21c33edc0f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.224795 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b293d02e-c8e3-42e5-bf47-225fdb4d1780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (38c99d6c-604f-4053-a100-da21c33edc0f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.273731 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b293d02e-c8e3-42e5-bf47-225fdb4d1780 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=d034536af2d842b7984ecb2dd0ec2ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958911 Nov 02 12:30:42.278303 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40858) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:42.300715 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (132fad27-4a90-410d-8c09-7aba8de93694), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.352384 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293d02e-c8e3-42e5-bf47-225fdb4d1780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c99d6c-604f-4053-a100-da21c33edc0f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:42.431243 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-db423e01-c5ba-4dc6-91d6-11238f72885a admin admin] Publish callbacks [] for security_group (38c99d6c-604f-4053-a100-da21c33edc0f), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.503360 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-db423e01-c5ba-4dc6-91d6-11238f72885a admin admin] Publish callbacks [] for security_group (38c99d6c-604f-4053-a100-da21c33edc0f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.584233 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40866) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:42.615106 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:42.652653 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-db423e01-c5ba-4dc6-91d6-11238f72885a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (38c99d6c-604f-4053-a100-da21c33edc0f), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.654057 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:42.655764 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-db423e01-c5ba-4dc6-91d6-11238f72885a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.657770 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-db423e01-c5ba-4dc6-91d6-11238f72885a admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/38c99d6c-604f-4053-a100-da21c33edc0f HTTP/1.1" status: 204 len: 168 time: 0.3785453 Nov 02 12:30:42.669480 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db423e01-c5ba-4dc6-91d6-11238f72885a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c99d6c-604f-4053-a100-da21c33edc0f,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:42.712287 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Publish callbacks [] for port (132fad27-4a90-410d-8c09-7aba8de93694), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.714863 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef016c7-cff7-465b-a5a2-2540f43a87a6 None None] Pushing event updated for resources: {'Port': ['ID=862c338f-1957-4c58-b980-d2230771c919,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:42.719875 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (132fad27-4a90-410d-8c09-7aba8de93694), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.721550 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.725194 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-f1890685-f2f9-42c1-b621-61d25733ec01 None None] Provisioning complete for port 132fad27-4a90-410d-8c09-7aba8de93694 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:42.728390 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f1890685-f2f9-42c1-b621-61d25733ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (132fad27-4a90-410d-8c09-7aba8de93694), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:42.729107 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-f1890685-f2f9-42c1-b621-61d25733ec01 None None] Attempt 1 to provision port 132fad27-4a90-410d-8c09-7aba8de93694 Nov 02 12:30:42.763141 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:42.809727 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f1890685-f2f9-42c1-b621-61d25733ec01 None None] Port 132fad27-4a90-410d-8c09-7aba8de93694 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:30:42.920638 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:37Z', 'revision_number': 3, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:42.957481 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f55d9f-d55a-49d6-a4d9-4fb7d738399e None None] The sync data for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi is: [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:37Z', 'revision_number': 3, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:30:42.999309 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Pushing event updated for resources: {'Port': ['ID=132fad27-4a90-410d-8c09-7aba8de93694,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:43.115367 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0753fd-8aed-4273-9403-7861f44f2210 req-5d4dbde5-ad25-420c-8582-71d100294ca1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:43.124250 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bc0753fd-8aed-4273-9403-7861f44f2210 req-5d4dbde5-ad25-420c-8582-71d100294ca1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1098819 Nov 02 12:30:43.170703 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:43.184848 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:43.273599 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba017621-d529-4cde-a476-30a023a0dcc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:43.368625 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40882) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:43.400773 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bc0753fd-8aed-4273-9403-7861f44f2210 req-9f88fcd3-82f2-4242-beaa-5c55b3caf8f5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757521 Nov 02 12:30:43.793626 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-1d139dd8-565d-42c1-9f50-8f5ec0163f4c None None] Provisioning complete for port 132fad27-4a90-410d-8c09-7aba8de93694 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:43.794633 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1d139dd8-565d-42c1-9f50-8f5ec0163f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (132fad27-4a90-410d-8c09-7aba8de93694), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:43.795370 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-1d139dd8-565d-42c1-9f50-8f5ec0163f4c None None] Attempt 1 to provision port 132fad27-4a90-410d-8c09-7aba8de93694 Nov 02 12:30:43.816479 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:30:43.864421 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:43.933697 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1d139dd8-565d-42c1-9f50-8f5ec0163f4c None None] Port 132fad27-4a90-410d-8c09-7aba8de93694 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:30:43.940120 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-08bf98a0-e790-449d-9cfe-ade87c2d112e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:44.296429 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:44.421542 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40908) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:44.596804 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-08bf98a0-e790-449d-9cfe-ade87c2d112e admin admin] Publish callbacks [] for security_group (ab664954-c72b-4501-a8b0-dc522025066b), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:44.611480 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-08bf98a0-e790-449d-9cfe-ade87c2d112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ab664954-c72b-4501-a8b0-dc522025066b), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:44.706467 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:30:44.741754 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e21383de-35eb-438f-bdf5-36bd06dbc36f admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/a9b2ae07-88a4-4ede-a0af-02af39a9cac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3130093 Nov 02 12:30:44.752399 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba017621-d529-4cde-a476-30a023a0dcc2 admin admin] Publish callbacks [] for security_group (fc1e6d01-306d-4b80-832b-196d12c0e0a1), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:44.760573 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba017621-d529-4cde-a476-30a023a0dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (fc1e6d01-306d-4b80-832b-196d12c0e0a1), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:44.868315 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ba017621-d529-4cde-a476-30a023a0dcc2 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=5a67532f113c4416a39830450683fb61&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2785573 Nov 02 12:30:44.869542 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40918) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:44.912410 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba017621-d529-4cde-a476-30a023a0dcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e6d01-306d-4b80-832b-196d12c0e0a1,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:44.950468 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-08bf98a0-e790-449d-9cfe-ade87c2d112e admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=69d89797ea72434794d0639529bf1c18&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5758276 Nov 02 12:30:44.951677 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40922) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:45.043843 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 862c338f-1957-4c58-b980-d2230771c919 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:45.069399 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf98a0-e790-449d-9cfe-ade87c2d112e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab664954-c72b-4501-a8b0-dc522025066b,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:45.123016 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e096c49f-a83a-46c2-9354-af98ed3df69b admin admin] Publish callbacks [] for security_group (fc1e6d01-306d-4b80-832b-196d12c0e0a1), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.174316 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:45.193367 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ebc81-2dec-45bd-bf09-8bd188841d10 req-a6b14234-9f42-4c5e-8d47-af3ef8083b8e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:45.199705 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-235ebc81-2dec-45bd-bf09-8bd188841d10 req-a6b14234-9f42-4c5e-8d47-af3ef8083b8e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.3364027 Nov 02 12:30:45.202851 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e096c49f-a83a-46c2-9354-af98ed3df69b admin admin] Publish callbacks [] for security_group (fc1e6d01-306d-4b80-832b-196d12c0e0a1), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.219308 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1138732540-network', 'tenant_id': '8de43ea57f2b44229359e179314b2d15'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:45.242715 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 862c338f-1957-4c58-b980-d2230771c919 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:45.243313 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (862c338f-1957-4c58-b980-d2230771c919), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.247475 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 862c338f-1957-4c58-b980-d2230771c919 Nov 02 12:30:45.284785 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e096c49f-a83a-46c2-9354-af98ed3df69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (fc1e6d01-306d-4b80-832b-196d12c0e0a1), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.287630 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e096c49f-a83a-46c2-9354-af98ed3df69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.301054 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e096c49f-a83a-46c2-9354-af98ed3df69b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/fc1e6d01-306d-4b80-832b-196d12c0e0a1 HTTP/1.1" status: 204 len: 168 time: 0.4292133 Nov 02 12:30:45.316324 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096c49f-a83a-46c2-9354-af98ed3df69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e6d01-306d-4b80-832b-196d12c0e0a1,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:45.411488 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-235ebc81-2dec-45bd-bf09-8bd188841d10 req-8d5002f6-ced3-4dd7-817e-8a7ab42e321d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541355 Nov 02 12:30:45.430903 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2cd41d53-60f1-4675-8e6d-ff93f56c4e97 admin admin] Publish callbacks [] for security_group (ab664954-c72b-4501-a8b0-dc522025066b), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.434445 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Made reservation on behalf of 8de43ea57f2b44229359e179314b2d15 for: {'network': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:45.437772 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.453516 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.545402 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 862c338f-1957-4c58-b980-d2230771c919 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:45.546413 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (862c338f-1957-4c58-b980-d2230771c919), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.575415 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2cd41d53-60f1-4675-8e6d-ff93f56c4e97 admin admin] Publish callbacks [] for security_group (ab664954-c72b-4501-a8b0-dc522025066b), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.654123 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 862c338f-1957-4c58-b980-d2230771c919, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=862c338f-1957-4c58-b980-d2230771c919,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:45.669754 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (862c338f-1957-4c58-b980-d2230771c919), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.712220 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Publish callbacks [] for security_group (3c63807d-50b8-4cbf-87f3-e1d2445ee913), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.720937 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (3c63807d-50b8-4cbf-87f3-e1d2445ee913), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.728791 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40944) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:45.735465 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-a3c29aae-f74a-4c3f-a87c-1297e3f3ef9e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536043320', 'description': 'tempest-description--851459371'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:45.750104 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=17 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:45.761527 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2cd41d53-60f1-4675-8e6d-ff93f56c4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ab664954-c72b-4501-a8b0-dc522025066b), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.764949 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2cd41d53-60f1-4675-8e6d-ff93f56c4e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.771955 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-2cd41d53-60f1-4675-8e6d-ff93f56c4e97 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ab664954-c72b-4501-a8b0-dc522025066b HTTP/1.1" status: 204 len: 168 time: 0.7465589 Nov 02 12:30:45.784525 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=106350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:30:45.792773 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c63807d-50b8-4cbf-87f3-e1d2445ee913,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:45.796137 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=862c338f-1957-4c58-b980-d2230771c919,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:45.805125 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a3c29aae-f74a-4c3f-a87c-1297e3f3ef9e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.837764 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (782faaad-faba-4660-9179-5da04696be6b), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:45.838010 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.segments_db [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Added segment 782faaad-faba-4660-9179-5da04696be6b of type vlan for network d62e064f-fe22-410f-9e2a-c431b4b312b5 Nov 02 12:30:45.841440 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd41d53-60f1-4675-8e6d-ff93f56c4e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab664954-c72b-4501-a8b0-dc522025066b,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:46.024251 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (d62e064f-fe22-410f-9e2a-c431b4b312b5), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.034053 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a3c29aae-f74a-4c3f-a87c-1297e3f3ef9e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (ca8f342f-7861-4fb5-b922-d51c6f27429c), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.048423 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a3c29aae-f74a-4c3f-a87c-1297e3f3ef9e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ca8f342f-7861-4fb5-b922-d51c6f27429c), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.077907 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (d62e064f-fe22-410f-9e2a-c431b4b312b5), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.080015 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:46.080605 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.116313 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a3c29aae-f74a-4c3f-a87c-1297e3f3ef9e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.122052 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a3c29aae-f74a-4c3f-a87c-1297e3f3ef9e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3905015 Nov 02 12:30:46.123151 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40952) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:46.125681 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c29aae-f74a-4c3f-a87c-1297e3f3ef9e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f342f-7861-4fb5-b922-d51c6f27429c,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:46.131948 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-10bbbee7-8fa1-4854-a022-abd19964c8c3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'security_group_rule': {'security_group_id': 'ca8f342f-7861-4fb5-b922-d51c6f27429c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:46.186114 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7590129 Nov 02 12:30:46.188279 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 40956) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:46.195588 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Request body: {'subnet': {'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1138732540-subnet', 'tenant_id': '8de43ea57f2b44229359e179314b2d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:46.201626 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fa647-daa0-4448-abcd-1f4eaedf5358 admin admin] Pushing event updated for resources: {'Network': ['ID=d62e064f-fe22-410f-9e2a-c431b4b312b5,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:46.215758 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network d62e064f-fe22-410f-9e2a-c431b4b312b5 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:30:46.221517 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-10bbbee7-8fa1-4854-a022-abd19964c8c3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (04b90a18-6669-4515-9c3a-17eddb2e25b7), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.255546 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Made reservation on behalf of 8de43ea57f2b44229359e179314b2d15 for: {'subnet': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:46.267283 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4919031'] for subnet (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.415952 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-10bbbee7-8fa1-4854-a022-abd19964c8c3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (04b90a18-6669-4515-9c3a-17eddb2e25b7), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.428505 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-10bbbee7-8fa1-4854-a022-abd19964c8c3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (04b90a18-6669-4515-9c3a-17eddb2e25b7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.494015 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbbee7-8fa1-4854-a022-abd19964c8c3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b90a18-6669-4515-9c3a-17eddb2e25b7,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:46.514136 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-10bbbee7-8fa1-4854-a022-abd19964c8c3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.518101 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-10bbbee7-8fa1-4854-a022-abd19964c8c3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3915026 Nov 02 12:30:46.518432 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40964) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:46.527960 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-7e5011c8-bc7d-4765-b237-a4efd7a40c97 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'security_group_rule': {'security_group_id': 'ca8f342f-7861-4fb5-b922-d51c6f27429c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:46.583998 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:46.602281 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7e5011c8-bc7d-4765-b237-a4efd7a40c97 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (a70a1ffe-5582-4bcf-8220-18d24e513b5b), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.689537 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4085485-7bbd-4eb7-a13d-965afc5f67d0 req-da193b22-bbac-46ae-b68d-e9212affc7ce tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:46.691171 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f4085485-7bbd-4eb7-a13d-965afc5f67d0 req-da193b22-bbac-46ae-b68d-e9212affc7ce tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1056294 Nov 02 12:30:46.705070 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Sync routers for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:30:46.711576 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4918981'] for subnet (805cff27-86b2-43a7-bce4-35de182e7dda), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.734801 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:46.735375 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:46.758525 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7e5011c8-bc7d-4765-b237-a4efd7a40c97 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (a70a1ffe-5582-4bcf-8220-18d24e513b5b), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.764282 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7e5011c8-bc7d-4765-b237-a4efd7a40c97 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (a70a1ffe-5582-4bcf-8220-18d24e513b5b), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.798131 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5011c8-bc7d-4765-b237-a4efd7a40c97 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70a1ffe-5582-4bcf-8220-18d24e513b5b,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:46.810513 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7e5011c8-bc7d-4765-b237-a4efd7a40c97 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.818072 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7e5011c8-bc7d-4765-b237-a4efd7a40c97 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2960789 Nov 02 12:30:46.819527 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 40970) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:46.828953 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:46.860064 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:46.866162 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:46.923260 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 862c338f-1957-4c58-b980-d2230771c919 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:46.939996 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=805cff27-86b2-43a7-bce4-35de182e7dda,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:46.951145 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:46.993432 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Checking segment: {'id': '782faaad-faba-4660-9179-5da04696be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:30:46.993799 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Network hostable DHCP agents. Network: d62e064f-fe22-410f-9e2a-c431b4b312b5, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:30:47.005062 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f4085485-7bbd-4eb7-a13d-965afc5f67d0 req-fc846f3a-11d1-4645-86dc-006e0e70f27c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791579 Nov 02 12:30:47.054705 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Network d62e064f-fe22-410f-9e2a-c431b4b312b5 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:30:47.060926 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 862c338f-1957-4c58-b980-d2230771c919 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:47.061849 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (862c338f-1957-4c58-b980-d2230771c919), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.062436 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 862c338f-1957-4c58-b980-d2230771c919 Nov 02 12:30:47.087289 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, d62e064f-fe22-410f-9e2a-c431b4b312b5) {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:47.101588 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:47.107043 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.116651 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ab346f-b6f7-433a-a211-5eb9cfc064cb None None] Network d62e064f-fe22-410f-9e2a-c431b4b312b5 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:30:47.134058 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.172258 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-78a342f7-9a76-40ee-8a83-98dcafd1bcf6 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9720395 Nov 02 12:30:47.228372 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 2, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:47.259146 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Checking router: a9b2ae07-88a4-4ede-a0af-02af39a9cac7 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:30:47.259405 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Updating router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 port 132fad27-4a90-410d-8c09-7aba8de93694 binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:30:47.272791 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 862c338f-1957-4c58-b980-d2230771c919 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:47.298398 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (132fad27-4a90-410d-8c09-7aba8de93694), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.313105 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:47.324077 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ba52e-8479-4e7c-8a53-d31780f4698a None None] Network d62e064f-fe22-410f-9e2a-c431b4b312b5 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:30:47.470190 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Allocated IP 172.27.3.48 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/60c019f8-cf4b-4523-9d69-d76404d49cc0) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:47.508670 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:47.653328 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Publish callbacks [] for port (132fad27-4a90-410d-8c09-7aba8de93694), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.660978 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (132fad27-4a90-410d-8c09-7aba8de93694), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.672737 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for port (60c019f8-cf4b-4523-9d69-d76404d49cc0), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.708774 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Pushing event updated for resources: {'Port': ['ID=132fad27-4a90-410d-8c09-7aba8de93694,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:47.722582 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.723081 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.723549 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.724028 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.724459 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.724885 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.725529 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.726076 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.726608 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.727265 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.727837 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.728440 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.728865 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.729339 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.729667 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:47.748342 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (60c019f8-cf4b-4523-9d69-d76404d49cc0), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.803405 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Attempting to bind port 132fad27-4a90-410d-8c09-7aba8de93694 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:30:47.804769 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Attempting to bind port 132fad27-4a90-410d-8c09-7aba8de93694 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:30:47.805466 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Attempting to bind port 132fad27-4a90-410d-8c09-7aba8de93694 on network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:47.844349 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:47.850018 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:47.859375 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:30:47.874519 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'Port': ['ID=60c019f8-cf4b-4523-9d69-d76404d49cc0,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:47.884882 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:47.887437 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:30:47.888173 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Checking segment: {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:30:47.889396 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.890038 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Bound using segment: {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:30:47.892140 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Bound port: 132fad27-4a90-410d-8c09-7aba8de93694, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:30:47.892684 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (132fad27-4a90-410d-8c09-7aba8de93694), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:47.968196 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:48.006091 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] For port 132fad27-4a90-410d-8c09-7aba8de93694, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:48.015105 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] For port 132fad27-4a90-410d-8c09-7aba8de93694, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=132fad27-4a90-410d-8c09-7aba8de93694,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:48.026764 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (132fad27-4a90-410d-8c09-7aba8de93694), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:48.030990 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (60c019f8-cf4b-4523-9d69-d76404d49cc0), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:48.133422 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:48.134987 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:48.220339 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcf6df-b21e-4832-85b6-5d3560a80a12 None None] Pushing event updated for resources: {'Port': ['ID=132fad27-4a90-410d-8c09-7aba8de93694,revision_number=4']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:48.317537 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:48.334364 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:48.392720 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f2434-7afd-4a27-8cfb-942cd4d62f55 req-dff82f5e-4637-4e59-b847-974dfc7a92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:48.396691 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-638f2434-7afd-4a27-8cfb-942cd4d62f55 req-dff82f5e-4637-4e59-b847-974dfc7a92fc service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 1130 time: 0.1739097 Nov 02 12:30:48.461490 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f43ac-53bc-45ba-b701-3d3f4e119ea4 req-89bc11b1-7c1a-40ac-9764-f3e0b9680a2d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:48.464195 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-836f43ac-53bc-45ba-b701-3d3f4e119ea4 req-89bc11b1-7c1a-40ac-9764-f3e0b9680a2d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.1754525 Nov 02 12:30:48.581742 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for port (60c019f8-cf4b-4523-9d69-d76404d49cc0), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:48.598983 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-638f2434-7afd-4a27-8cfb-942cd4d62f55 req-713b47ca-f25b-42c2-b761-a7ca6fa27b84 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790478 Nov 02 12:30:48.606972 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (60c019f8-cf4b-4523-9d69-d76404d49cc0), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:48.609430 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:48.711921 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-836f43ac-53bc-45ba-b701-3d3f4e119ea4 req-f8c1d58c-4dd6-476c-b1f5-1b4fe9780b1d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145321 Nov 02 12:30:48.728322 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:48.730925 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9095979 Nov 02 12:30:48.739015 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:48.759412 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e257096-f65c-4528-b4d7-084daaffb53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'Port': ['ID=60c019f8-cf4b-4523-9d69-d76404d49cc0,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:48.931105 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:47Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:48.961998 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968ed2b-388d-461a-a62b-df2ffb9d86ae None None] The sync data for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi is: [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:47Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:30:49.158712 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41046) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:49.195355 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-dffc4b18-6f21-4998-8cc0-40f851d844cd tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--536043320&fields=id&tenant_id=5bc73b74407f4d6184cbd1330ee89145 HTTP/1.1" status: 200 len: 267 time: 0.0733817 Nov 02 12:30:49.241381 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:49.364662 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-1b698702-a7b9-4ef4-b711-794457d1c996 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:49.369422 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-1b698702-a7b9-4ef4-b711-794457d1c996 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/networks?id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 200 len: 811 time: 0.1613758 Nov 02 12:30:49.394484 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-1330f94e-3611-4b48-8422-4bc9a0bfa64e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/quotas/5bc73b74407f4d6184cbd1330ee89145 HTTP/1.1" status: 200 len: 375 time: 0.0198476 Nov 02 12:30:49.401842 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1584665356-network', 'tenant_id': '620e39db57f34948b5450e5b90c984cb'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:49.436230 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Made reservation on behalf of 620e39db57f34948b5450e5b90c984cb for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:49.444816 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:49.462112 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:49.497655 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-4095472b-24df-40b5-8b4f-f5e5f8907d31 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015637 Nov 02 12:30:49.625138 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Publish callbacks [] for security_group (313c6e99-f4cb-4798-9fb1-ce1e09a5e218), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:49.633815 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (313c6e99-f4cb-4798-9fb1-ce1e09a5e218), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:49.648222 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-b0466a29-3e34-40da-86ac-8cc3d788c12f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453621 Nov 02 12:30:49.664351 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:49.688967 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c6e99-f4cb-4798-9fb1-ce1e09a5e218,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:49.693264 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:30:49.710218 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (3bd71981-a941-482f-85cc-9cfe9870b967), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:49.710662 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Added segment 3bd71981-a941-482f-85cc-9cfe9870b967 of type vlan for network 6edbe81a-ad8c-4936-a044-e7c71fdd584a Nov 02 12:30:49.768246 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (6edbe81a-ad8c-4936-a044-e7c71fdd584a), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:49.798218 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-21f4fe3e-3f31-444a-8987-2a2a2dfb3c86 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413889 Nov 02 12:30:49.809539 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (6edbe81a-ad8c-4936-a044-e7c71fdd584a), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:49.810821 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:49.811523 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:50.080314 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9206054 Nov 02 12:30:50.084483 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41066) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:50.111507 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Request body: {'subnet': {'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1584665356-subnet', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'ip_version': 4}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:50.228964 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2dac2-2c18-4b85-b9ef-da9bbcb8d6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6edbe81a-ad8c-4936-a044-e7c71fdd584a,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:50.263009 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Made reservation on behalf of 620e39db57f34948b5450e5b90c984cb for: {'subnet': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:50.266155 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4919031'] for subnet (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:50.282038 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 6edbe81a-ad8c-4936-a044-e7c71fdd584a details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:30:50.284642 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b17579-7789-4066-acfa-9cd65e478c13 req-7a8b0dd2-f2a0-4b00-aa8e-fbb215d05257 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:50.297998 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-31b17579-7789-4066-acfa-9cd65e478c13 req-7a8b0dd2-f2a0-4b00-aa8e-fbb215d05257 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.3126185 Nov 02 12:30:50.306575 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2ae4c709-824a-47cc-8725-70056337cb04 req-b0d5450b-7d12-411f-aad5-52be8ac565fa tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 210 time: 0.1020312 Nov 02 12:30:50.471890 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-31b17579-7789-4066-acfa-9cd65e478c13 req-07c72a66-608c-4b34-aceb-6a5c4c2a8953 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717815 Nov 02 12:30:50.701827 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:50.729029 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-1bcc965d-9199-4e3a-b95d-dc513a6a8102 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:50.731311 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-1bcc965d-9199-4e3a-b95d-dc513a6a8102 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/networks?id=d62e064f-fe22-410f-9e2a-c431b4b312b5 HTTP/1.1" status: 200 len: 809 time: 0.2801857 Nov 02 12:30:50.741008 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4918981'] for subnet (66f60ff7-50b7-4504-bf41-b1139a7b6f41), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:50.795941 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-17f121a6-f776-489d-bcdb-609214b796d4 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/quotas/8de43ea57f2b44229359e179314b2d15 HTTP/1.1" status: 200 len: 375 time: 0.0519695 Nov 02 12:30:50.830471 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f60ff7-50b7-4504-bf41-b1139a7b6f41,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:50.871128 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-69ab8a7e-7704-414c-ac37-0e520a671a29 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8de43ea57f2b44229359e179314b2d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536823 Nov 02 12:30:50.874466 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Checking segment: {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:30:50.874825 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Network hostable DHCP agents. Network: 6edbe81a-ad8c-4936-a044-e7c71fdd584a, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:30:50.888867 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:50.923567 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Network 6edbe81a-ad8c-4936-a044-e7c71fdd584a is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:30:50.941231 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 132fad27-4a90-410d-8c09-7aba8de93694 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:51.028757 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 6edbe81a-ad8c-4936-a044-e7c71fdd584a) {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:51.036525 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:51.038258 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:51.051540 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f51d60-216e-437c-9bcf-1fdeda848bdf None None] Network 6edbe81a-ad8c-4936-a044-e7c71fdd584a requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:30:51.057318 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 132fad27-4a90-410d-8c09-7aba8de93694 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:51.058129 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (132fad27-4a90-410d-8c09-7aba8de93694), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:51.058712 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 132fad27-4a90-410d-8c09-7aba8de93694 Nov 02 12:30:51.070497 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-23f88b3b-add1-4d2d-8b3e-6ff11694cc0f admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9827969 Nov 02 12:30:51.073514 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41094) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:51.081406 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:51.082359 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:51.155486 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-c59e3ba2-7f07-4ce4-9cba-9fb5be299e04 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d62e064f-fe22-410f-9e2a-c431b4b312b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679646 Nov 02 12:30:51.158334 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (4097520a-9a17-466f-a0ad-d1ebfb6768c9), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:51.159694 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (4097520a-9a17-466f-a0ad-d1ebfb6768c9), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:51.283995 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks [] for router_controller (4097520a-9a17-466f-a0ad-d1ebfb6768c9), precommit_add_association {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:51.422742 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 132fad27-4a90-410d-8c09-7aba8de93694 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:51.423268 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (132fad27-4a90-410d-8c09-7aba8de93694), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:51.434533 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'project_id': '620e39db57f34948b5450e5b90c984cb', 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:30:51.435882 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:51.538558 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-42347486-0e62-4b04-a408-9e39788a0546 req-b027c5e3-1454-470d-a372-a3b9fe301d8d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 210 time: 0.0529780 Nov 02 12:30:51.652455 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-ea105d9d-7815-4da6-a001-70d62dcbded1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d62e064f-fe22-410f-9e2a-c431b4b312b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672291 Nov 02 12:30:51.689376 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c347d73-f1ab-4b49-a426-c65ff6566b3d req-9a9cf531-1da9-4285-abc2-7123d19be650 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:51.700721 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1c347d73-f1ab-4b49-a426-c65ff6566b3d req-9a9cf531-1da9-4285-abc2-7123d19be650 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0853226 Nov 02 12:30:51.737480 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks [] for router_gateway (4097520a-9a17-466f-a0ad-d1ebfb6768c9), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:51.752513 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 132fad27-4a90-410d-8c09-7aba8de93694, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=132fad27-4a90-410d-8c09-7aba8de93694,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:51.783757 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (132fad27-4a90-410d-8c09-7aba8de93694), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:51.826222 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1c347d73-f1ab-4b49-a426-c65ff6566b3d req-4c846a67-b2b7-4240-a188-5ad8d6616cdd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206861 Nov 02 12:30:51.919704 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=132fad27-4a90-410d-8c09-7aba8de93694,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:51.989804 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Allocated IP 172.20.0.2 (6edbe81a-ad8c-4936-a044-e7c71fdd584a/66f60ff7-50b7-4504-bf41-b1139a7b6f41/34d63d59-70e9-4479-b9b6-023e8a8c7aa0) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:52.177798 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066692-91ad-4505-ae63-49fceccb2867 req-6db0a3bb-3ce2-4dd1-a2a7-6351ca3fa0dd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:52.180600 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e4066692-91ad-4505-ae63-49fceccb2867 req-6db0a3bb-3ce2-4dd1-a2a7-6351ca3fa0dd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1403289 Nov 02 12:30:52.249530 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e3957187-a0c9-49a4-917e-139f061e3e68 req-09e8d607-87bd-4535-bcde-90830d76e095 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.0966749 Nov 02 12:30:52.289240 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e4066692-91ad-4505-ae63-49fceccb2867 req-9a88dadd-c94a-4691-a7d8-c70f0d21f6a6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951631 Nov 02 12:30:52.293938 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks [] for router_gateway (4097520a-9a17-466f-a0ad-d1ebfb6768c9), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:52.375811 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:52.429916 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Publish callbacks [] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:52.438558 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:52.493416 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Network 6edbe81a-ad8c-4936-a044-e7c71fdd584a is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:52.501438 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:52.506236 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:30:52.521372 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Pushing event updated for resources: {'Port': ['ID=34d63d59-70e9-4479-b9b6-023e8a8c7aa0,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:52.579281 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Allocated IP 172.27.3.51 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/fd30303e-ef0c-4452-8c38-a8b6890595f1) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:52.582376 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Attempting to bind port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:30:52.582977 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Attempting to bind port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:30:52.583511 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Attempting to bind port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 on network 6edbe81a-ad8c-4936-a044-e7c71fdd584a {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:52.649088 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:52.687315 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:30:52.687672 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-51d594b8-d11f-4bed-af32-f82d5514586e req-f7bce645-c720-4fc5-9ddf-f9a01f9b16dc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 210 time: 0.0367389 Nov 02 12:30:52.688438 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Checking segment: {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:30:52.689063 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:52.689639 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Bound using segment: {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:30:52.690446 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Bound port: 34d63d59-70e9-4479-b9b6-023e8a8c7aa0, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:30:52.691050 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:52.829370 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:52.829370 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] For port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:52.829879 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks [] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:52.844201 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:52.844590 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] For port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=34d63d59-70e9-4479-b9b6-023e8a8c7aa0,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:52.867613 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:52.880556 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:52.892007 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 132fad27-4a90-410d-8c09-7aba8de93694 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:52.928700 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:52.952575 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:52.958450 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:52.963324 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:30:52.969211 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Pushing event updated for resources: {'Port': ['ID=fd30303e-ef0c-4452-8c38-a8b6890595f1,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:52.999989 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5c21f-acad-42bb-9f0e-712e9f0088c2 None None] Pushing event updated for resources: {'Port': ['ID=34d63d59-70e9-4479-b9b6-023e8a8c7aa0,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:53.008725 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 132fad27-4a90-410d-8c09-7aba8de93694 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:53.009397 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (132fad27-4a90-410d-8c09-7aba8de93694), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:53.009397 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 132fad27-4a90-410d-8c09-7aba8de93694 Nov 02 12:30:53.098045 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 132fad27-4a90-410d-8c09-7aba8de93694 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:53.450720 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d828886f-803a-4f8e-9737-78b7e9c610be req-ee23243b-fef2-435f-8858-e8eed6ad77cd tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.0463600 Nov 02 12:30:53.489477 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks [] for router_gateway (4097520a-9a17-466f-a0ad-d1ebfb6768c9), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:53.749342 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (4097520a-9a17-466f-a0ad-d1ebfb6768c9), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:53.861511 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-017eb17f-371e-45cb-8599-0d9b1d47401b req-164d8030-11c8-4de0-8d04-d1d2ea0aad90 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 210 time: 0.0422349 Nov 02 12:30:54.005674 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:30:54.015740 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf76798-2148-4050-b7a8-7b6aed1eb19f None None] Network 6edbe81a-ad8c-4936-a044-e7c71fdd584a requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:30:54.085808 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-f16bf245-2c26-4dfa-afb8-549035b59204 None None] Provisioning complete for port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:54.086200 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f16bf245-2c26-4dfa-afb8-549035b59204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:54.086522 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-f16bf245-2c26-4dfa-afb8-549035b59204 None None] Attempt 1 to provision port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 Nov 02 12:30:54.174073 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:30:54.192973 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:54.205632 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Sync routers for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:30:54.210382 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:54.212828 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7680f855-85b7-4595-ae93-2e199692ac9a admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1379342 Nov 02 12:30:54.216043 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41156) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:54.236066 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:54.236571 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:54.238933 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f16bf245-2c26-4dfa-afb8-549035b59204 None None] Current status of the port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:54.239328 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f16bf245-2c26-4dfa-afb8-549035b59204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:54.287319 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:54.475356 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-f16bf245-2c26-4dfa-afb8-549035b59204 None None] For port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=34d63d59-70e9-4479-b9b6-023e8a8c7aa0,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:54.483098 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f16bf245-2c26-4dfa-afb8-549035b59204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:54.614109 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bf245-2c26-4dfa-afb8-549035b59204 None None] Pushing event updated for resources: {'Port': ['ID=34d63d59-70e9-4479-b9b6-023e8a8c7aa0,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:54.621088 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-01d815b8-5bd4-44ca-8ed0-1f0d3d184c74 None None] Provisioning complete for port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:54.621769 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-01d815b8-5bd4-44ca-8ed0-1f0d3d184c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:54.622112 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-01d815b8-5bd4-44ca-8ed0-1f0d3d184c74 None None] Attempt 1 to provision port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 Nov 02 12:30:54.643309 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-21b8db6a-1009-4e80-a3b8-0d17d9bb8f38 req-5b2871b4-cec0-47e8-90a8-2e501839f0bd tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.0696759 Nov 02 12:30:54.659855 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:54.834739 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-01d815b8-5bd4-44ca-8ed0-1f0d3d184c74 None None] Current status of the port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:54.844830 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:54.944581 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:55.006773 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:53Z', 'revision_number': 3, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:55.046242 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:55.083808 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c7e2efaa-3a33-457e-baa9-7dad4534403e req-9f434ca5-da27-4eb5-9c84-6369acdba362 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 210 time: 0.0595055 Nov 02 12:30:55.095826 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Checking router: 4097520a-9a17-466f-a0ad-d1ebfb6768c9 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:30:55.096427 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Updating router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 port fd30303e-ef0c-4452-8c38-a8b6890595f1 binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:30:55.124686 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:55.154568 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:55.189877 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:55.190279 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:55.190827 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 Nov 02 12:30:55.343193 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-f03d501c-aac1-4dce-88fb-25d7961e9486 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488768 Nov 02 12:30:55.363522 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-90211aa3-cfc8-4e71-8c90-a85831fe15c7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:55.365243 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-90211aa3-cfc8-4e71-8c90-a85831fe15c7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "GET /networking/v2.0/networks?id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 200 len: 811 time: 0.2797115 Nov 02 12:30:55.397911 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:55.406713 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:55.426174 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:55.515307 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-04d29ce5-9fb6-4627-8f1d-76c0e9fe5eb5 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5bc73b74407f4d6184cbd1330ee89145 HTTP/1.1" status: 200 len: 379 time: 0.1393926 Nov 02 12:30:55.546023 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'port': {'device_id': '4e473906-98d3-4493-8449-d57838bdae8f', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'admin_state_up': True, 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'security_groups': ['ca8f342f-7861-4fb5-b922-d51c6f27429c']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:55.552155 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Allocated IP 172.20.0.1 (6edbe81a-ad8c-4936-a044-e7c71fdd584a/66f60ff7-50b7-4504-bf41-b1139a7b6f41/c3206de1-fd6a-4f65-8c35-9c8773ed207f) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:55.738722 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Publish callbacks [] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:55.781518 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:55.782193 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Publish callbacks [] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:55.791778 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:55.848516 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:55.860748 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Attempting to bind port fd30303e-ef0c-4452-8c38-a8b6890595f1 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:30:55.862592 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Attempting to bind port fd30303e-ef0c-4452-8c38-a8b6890595f1 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:30:55.864811 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Attempting to bind port fd30303e-ef0c-4452-8c38-a8b6890595f1 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:55.870797 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Network 6edbe81a-ad8c-4936-a044-e7c71fdd584a is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:55.883219 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:55.893654 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:30:55.895279 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (4097520a-9a17-466f-a0ad-d1ebfb6768c9), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:55.930009 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7b904-4155-465a-bdfe-6b68f252a746 None None] Pushing event updated for resources: {'Port': ['ID=fd30303e-ef0c-4452-8c38-a8b6890595f1,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:55.970946 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:30:55.972026 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:30:55.972424 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:55.972970 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:30:55.973661 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Bound port: fd30303e-ef0c-4452-8c38-a8b6890595f1, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:30:55.974117 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.040026 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] For port fd30303e-ef0c-4452-8c38-a8b6890595f1, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:56.043919 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] For port fd30303e-ef0c-4452-8c38-a8b6890595f1, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=fd30303e-ef0c-4452-8c38-a8b6890595f1,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:56.048142 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-0149d159-9baa-42ae-8352-8345ee5f8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:56.050929 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-0149d159-9baa-42ae-8352-8345ee5f8236 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 1129 time: 0.4997377 Nov 02 12:30:56.055292 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.108368 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Made reservation on behalf of 5bc73b74407f4d6184cbd1330ee89145 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:56.110208 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:56.111207 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:56.114966 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2d33506d-86a5-4077-9617-b71288f22a9f req-85a973ae-2c96-4b03-b810-3782bab94234 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.2351453 Nov 02 12:30:56.116261 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3206de1-fd6a-4f65-8c35-9c8773ed207f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:56.122945 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.129562 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.129671 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.129990 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.130319 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.130645 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.131006 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.131345 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.132049 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.132385 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.132846 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.133220 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.133562 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.133884 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.134201 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.134525 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:56.258716 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:56.304922 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7b904-4155-465a-bdfe-6b68f252a746 None None] Pushing event updated for resources: {'Port': ['ID=fd30303e-ef0c-4452-8c38-a8b6890595f1,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:56.348139 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.356680 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-93f246fe-8ac0-4042-a00a-870b11a22afb None None] Provisioning complete for port c3206de1-fd6a-4f65-8c35-9c8773ed207f triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:56.357644 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-93f246fe-8ac0-4042-a00a-870b11a22afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.358133 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-93f246fe-8ac0-4042-a00a-870b11a22afb None None] Attempt 1 to provision port c3206de1-fd6a-4f65-8c35-9c8773ed207f Nov 02 12:30:56.409097 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8332385c-7e47-4f3c-92c7-2466c501d7ab req-96d05ae2-8873-45c5-a601-1770af0ec2db tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 210 time: 0.1177459 Nov 02 12:30:56.418280 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:56.492316 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-93f246fe-8ac0-4042-a00a-870b11a22afb None None] Port c3206de1-fd6a-4f65-8c35-9c8773ed207f cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:30:56.533658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Allocated IP 172.20.0.13 (a1cd3d90-2bea-43ce-84ec-dc31298b79c7/dd66505c-21ed-4318-84b1-3cd8c2380645/c5761531-577c-4309-a7db-9bb6acfee9dc) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:56.558421 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338066-2f2d-49f9-bf72-0b29c0e3a175 req-f6c716ab-ccbc-4dfd-a89e-213cf1432761 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:56.560120 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-36338066-2f2d-49f9-bf72-0b29c0e3a175 req-f6c716ab-ccbc-4dfd-a89e-213cf1432761 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0724163 Nov 02 12:30:56.646413 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:56.668012 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Publish callbacks [] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.675604 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.676495 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (4097520a-9a17-466f-a0ad-d1ebfb6768c9), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.711243 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-36338066-2f2d-49f9-bf72-0b29c0e3a175 req-d2776542-e72d-4712-a4e8-c8c2980ace3e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407886 Nov 02 12:30:56.738241 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:53Z', 'revision_number': 3, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:56.792487 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d202085f-54fd-43b9-ad3e-10cfaf336cf2 None None] The sync data for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi is: [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:53Z', 'revision_number': 3, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:30:56.815219 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3206de1-fd6a-4f65-8c35-9c8773ed207f,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:56.830294 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.857757 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:56.905357 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:56.932415 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Network 6edbe81a-ad8c-4936-a044-e7c71fdd584a is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:56.939460 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:56.981177 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'Port': ['ID=c5761531-577c-4309-a7db-9bb6acfee9dc,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:56.999921 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.000447 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.000946 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.001599 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.002072 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.002553 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.003037 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.003508 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.003980 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.008407 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.009188 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.009700 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.010246 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.010776 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.011255 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:57.033919 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:57.037301 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:57.041552 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:30:57.166460 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:57.192774 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:30:57.209059 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:57.209918 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:57.264141 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-0e38bd3e-1304-4c48-b304-fcd51759dc95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7227297 Nov 02 12:30:57.388807 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41228) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:57.534692 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-5a6c02e6-0e02-4ad1-9e3b-209b292ae353 None None] Provisioning complete for port c3206de1-fd6a-4f65-8c35-9c8773ed207f triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:57.536439 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a6c02e6-0e02-4ad1-9e3b-209b292ae353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:57.536803 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-5a6c02e6-0e02-4ad1-9e3b-209b292ae353 None None] Attempt 1 to provision port c3206de1-fd6a-4f65-8c35-9c8773ed207f Nov 02 12:30:57.592299 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c3ed92eb-989c-4e3e-80a9-abd126405587 req-7172233b-708f-4bb3-a856-15dd2394154c tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.0920939 Nov 02 12:30:57.615396 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c02e6-0e02-4ad1-9e3b-209b292ae353 None None] Port c3206de1-fd6a-4f65-8c35-9c8773ed207f cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:30:57.744837 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7baabc0f-d880-4249-9313-e32964d28e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:57.760231 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-1924d721-26f6-461c-b053-62ec4a05d7b0 None None] Provisioning complete for port c5761531-577c-4309-a7db-9bb6acfee9dc triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:57.760741 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1924d721-26f6-461c-b053-62ec4a05d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:57.761301 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-1924d721-26f6-461c-b053-62ec4a05d7b0 None None] Attempt 1 to provision port c5761531-577c-4309-a7db-9bb6acfee9dc Nov 02 12:30:57.781160 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:57.816143 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb5bc2-df5c-4f68-a94d-6d86969f387c req-ca17fb1a-764a-4aac-be05-498b6b390f68 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:57.823493 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cacb5bc2-df5c-4f68-a94d-6d86969f387c req-ca17fb1a-764a-4aac-be05-498b6b390f68 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 932 time: 0.0988612 Nov 02 12:30:57.853600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1924d721-26f6-461c-b053-62ec4a05d7b0 None None] Port c5761531-577c-4309-a7db-9bb6acfee9dc cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:30:57.934216 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cacb5bc2-df5c-4f68-a94d-6d86969f387c req-05d337db-ec99-46fb-8024-83321b35aef7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097157 Nov 02 12:30:57.976309 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:30:57.982607 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-1c1d4de6-ebb4-4caf-99fc-5e25e4fa44f4 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/4097520a-9a17-466f-a0ad-d1ebfb6768c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7648485 Nov 02 12:30:57.993479 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7baabc0f-d880-4249-9313-e32964d28e1c admin admin] Publish callbacks [] for security_group (c00cb982-26de-4974-ae56-9be7eee30e44), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:58.000938 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7baabc0f-d880-4249-9313-e32964d28e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c00cb982-26de-4974-ae56-9be7eee30e44), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:58.046105 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7baabc0f-d880-4249-9313-e32964d28e1c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=bc3d462f589d4b52b7b2b72db0a2983c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6556275 Nov 02 12:30:58.048916 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41248) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:58.104283 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baabc0f-d880-4249-9313-e32964d28e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00cb982-26de-4974-ae56-9be7eee30e44,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:58.108102 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456e36c-ed6c-4fc7-9056-83c425572b29 req-e82e38c4-adc2-4d12-ad10-e8e3d70a7dd1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:58.116513 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8456e36c-ed6c-4fc7-9056-83c425572b29 req-e82e38c4-adc2-4d12-ad10-e8e3d70a7dd1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1104820 Nov 02 12:30:58.150668 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd022cbd-2230-4f6d-8a91-ca3559a90f14 req-7cc4d344-7e27-4644-b46b-6bd8bb2ddb69 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:58.152641 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd022cbd-2230-4f6d-8a91-ca3559a90f14 req-7cc4d344-7e27-4644-b46b-6bd8bb2ddb69 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1116929 Nov 02 12:30:58.190841 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-51e71a4d-897f-4e58-ac46-dc06f88037a5 admin admin] Publish callbacks [] for security_group (c00cb982-26de-4974-ae56-9be7eee30e44), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:58.237678 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-51e71a4d-897f-4e58-ac46-dc06f88037a5 admin admin] Publish callbacks [] for security_group (c00cb982-26de-4974-ae56-9be7eee30e44), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:58.244950 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd022cbd-2230-4f6d-8a91-ca3559a90f14 req-10ce7ee3-63c4-4679-8702-f868cc8df1f0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860059 Nov 02 12:30:58.263616 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8456e36c-ed6c-4fc7-9056-83c425572b29 req-cec2a10c-5189-4e0a-81e5-298aa6ffd79e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462238 Nov 02 12:30:58.279177 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:58.308776 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-51e71a4d-897f-4e58-ac46-dc06f88037a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c00cb982-26de-4974-ae56-9be7eee30e44), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:58.312536 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-51e71a4d-897f-4e58-ac46-dc06f88037a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:58.313979 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-51e71a4d-897f-4e58-ac46-dc06f88037a5 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/c00cb982-26de-4974-ae56-9be7eee30e44 HTTP/1.1" status: 204 len: 168 time: 0.2615449 Nov 02 12:30:58.323324 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e71a4d-897f-4e58-ac46-dc06f88037a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00cb982-26de-4974-ae56-9be7eee30e44,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:58.766860 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-56870e16-6a94-411f-9747-aec54097f1c4 req-eb22ba95-a618-43e9-8c8f-c425387aa6dd tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.0444155 Nov 02 12:30:58.812097 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41270) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:58.840990 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc4fe-7395-41c8-bc2c-674f83f49f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:58.920472 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device fd30303e-ef0c-4452-8c38-a8b6890595f1 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:58.933622 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=21 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:58.935683 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:58.973139 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc4fe-7395-41c8-bc2c-674f83f49f06 admin admin] Publish callbacks [] for security_group (c18d3ee4-9b34-4eb4-bd79-daf1eb176417), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:58.980092 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc4fe-7395-41c8-bc2c-674f83f49f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c18d3ee4-9b34-4eb4-bd79-daf1eb176417), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.012187 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port fd30303e-ef0c-4452-8c38-a8b6890595f1 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:30:59.012613 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.012967 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port fd30303e-ef0c-4452-8c38-a8b6890595f1 Nov 02 12:30:59.038961 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b1cfc4fe-7395-41c8-bc2c-674f83f49f06 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=a059edd877154e4888076ade384ad786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254303 Nov 02 12:30:59.040273 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfc4fe-7395-41c8-bc2c-674f83f49f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d3ee4-9b34-4eb4-bd79-daf1eb176417,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:59.041761 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41276) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:59.111634 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41278) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:30:59.112379 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca09d1-a4e7-49dd-8c02-3ff6f5359e2d req-be0df57a-68f6-4e6f-a8b5-e5a8411afff7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:59.123804 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1784561818-network', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:59.125061 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5eca09d1-a4e7-49dd-8c02-3ff6f5359e2d req-be0df57a-68f6-4e6f-a8b5-e5a8411afff7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 932 time: 0.0782323 Nov 02 12:30:59.233866 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5eca09d1-a4e7-49dd-8c02-3ff6f5359e2d req-ef151f7c-883f-41c2-afa5-b5d07dc33aa5 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078238 Nov 02 12:30:59.250326 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Request body: {'port': {'device_id': '4e473906-98d3-4493-8449-d57838bdae8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:30:59.301486 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.327238 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ceba0a73-8e76-4763-9331-11fed503550b admin admin] Publish callbacks [] for security_group (c18d3ee4-9b34-4eb4-bd79-daf1eb176417), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.347384 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port fd30303e-ef0c-4452-8c38-a8b6890595f1 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:30:59.347769 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.374286 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:59.378000 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port fd30303e-ef0c-4452-8c38-a8b6890595f1, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=fd30303e-ef0c-4452-8c38-a8b6890595f1,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:59.386471 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.398552 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ceba0a73-8e76-4763-9331-11fed503550b admin admin] Publish callbacks [] for security_group (c18d3ee4-9b34-4eb4-bd79-daf1eb176417), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.490943 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=fd30303e-ef0c-4452-8c38-a8b6890595f1,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:59.500267 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.500632 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.502327 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.502684 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.503136 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.503509 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.503926 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.504612 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.504952 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.505278 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:30:59.505465 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.505683 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.506619 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.506969 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.507333 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.507909 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:59.518464 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Made reservation on behalf of b7b9eca8e3f046fb82ba57f7aca35983 for: {'network': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:59.523828 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.557337 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc291f4e-1f9c-467f-9d67-83cf54585d4c req-22d402aa-c802-47de-b5f1-c78f149d9e36 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:59.577223 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-cc291f4e-1f9c-467f-9d67-83cf54585d4c req-22d402aa-c802-47de-b5f1-c78f149d9e36 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1439161 Nov 02 12:30:59.583169 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.583169 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.680648 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-cc291f4e-1f9c-467f-9d67-83cf54585d4c req-fedfa151-33ff-4f31-a1b1-9093ce0b4a7d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938251 Nov 02 12:30:59.715840 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Sync routers for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:30:59.726562 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:30:59.727189 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:59.753897 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ceba0a73-8e76-4763-9331-11fed503550b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c18d3ee4-9b34-4eb4-bd79-daf1eb176417), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.757260 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ceba0a73-8e76-4763-9331-11fed503550b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.758448 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-ceba0a73-8e76-4763-9331-11fed503550b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/c18d3ee4-9b34-4eb4-bd79-daf1eb176417 HTTP/1.1" status: 204 len: 168 time: 0.7127218 Nov 02 12:30:59.769174 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-78a5e08a-f7dc-4d8d-8298-5b6d89c0ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:59.770768 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-78a5e08a-f7dc-4d8d-8298-5b6d89c0ea14 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.6398528 Nov 02 12:30:59.790898 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfebe1-2ba7-42d5-b380-d2de462304ae req-448fee89-a139-43a3-91b0-9f176f31faae tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:59.792886 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-13cfebe1-2ba7-42d5-b380-d2de462304ae req-448fee89-a139-43a3-91b0-9f176f31faae tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.2216880 Nov 02 12:30:59.809211 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:30:59.824096 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba0a73-8e76-4763-9331-11fed503550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d3ee4-9b34-4eb4-bd79-daf1eb176417,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:59.862342 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:30:59.922238 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Publish callbacks [] for security_group (6fe252c9-1ef4-4723-b405-6275faef2bf9), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:30:59.939966 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3064060d-30dd-421e-8249-e315a9104402 req-4a5b642f-23f9-41ac-ab82-c28028df43b1 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.0583038 Nov 02 12:30:59.941188 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-67657137-e4bc-4103-ab71-408bfa6a9702 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:30:59.943112 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-67657137-e4bc-4103-ab71-408bfa6a9702 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.87 "GET /networking/v2.0/networks?id=d62e064f-fe22-410f-9e2a-c431b4b312b5 HTTP/1.1" status: 200 len: 809 time: 0.5674665 Nov 02 12:30:59.954066 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6fe252c9-1ef4-4723-b405-6275faef2bf9), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.055446 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=106350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:31:00.104090 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe252c9-1ef4-4723-b405-6275faef2bf9,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:00.130953 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (6bf106b7-f253-471e-a870-89780ac0a27e), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.131716 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.segments_db [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Added segment 6bf106b7-f253-471e-a870-89780ac0a27e of type vlan for network c2d038d1-ef82-436e-a0dd-190924bcdeb2 Nov 02 12:31:00.154556 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c3206de1-fd6a-4f65-8c35-9c8773ed207f', 'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'mac_address': 'fa:16:3e:f1:fb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:55Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 2, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'subnets': [{'id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:00.182341 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-13cfebe1-2ba7-42d5-b380-d2de462304ae req-ab5bc243-aba3-42db-8196-87abe91337d5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716917 Nov 02 12:31:00.206379 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Checking router: 4097520a-9a17-466f-a0ad-d1ebfb6768c9 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:31:00.207101 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Updating router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 port c3206de1-fd6a-4f65-8c35-9c8773ed207f binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:31:00.248148 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.399740 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921a8ae-d50d-42af-8f91-ac24822cf1cb req-9a90e0ad-422a-4efc-a0dd-3108e50de681 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:00.408574 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4921a8ae-d50d-42af-8f91-ac24822cf1cb req-9a90e0ad-422a-4efc-a0dd-3108e50de681 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 932 time: 0.0677142 Nov 02 12:31:00.514843 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4921a8ae-d50d-42af-8f91-ac24822cf1cb req-0d4f3928-acc2-4e6a-896e-b40178a2522d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048107 Nov 02 12:31:00.600472 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Publish callbacks [] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.608141 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.645552 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (c2d038d1-ef82-436e-a0dd-190924bcdeb2), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.660980 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3a156-45db-4478-84eb-62565b906161 None None] Pushing event updated for resources: {'Port': ['ID=c3206de1-fd6a-4f65-8c35-9c8773ed207f,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:00.736589 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Attempting to bind port c3206de1-fd6a-4f65-8c35-9c8773ed207f on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:00.736969 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Attempting to bind port c3206de1-fd6a-4f65-8c35-9c8773ed207f by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:00.737385 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Attempting to bind port c3206de1-fd6a-4f65-8c35-9c8773ed207f on network 6edbe81a-ad8c-4936-a044-e7c71fdd584a {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:00.790581 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:00.817579 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:00.817955 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Checking segment: {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:00.819096 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.819440 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Bound using segment: {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:00.819984 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Bound port: c3206de1-fd6a-4f65-8c35-9c8773ed207f, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:00.820376 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.861230 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (c2d038d1-ef82-436e-a0dd-190924bcdeb2), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.862933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:00.863896 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.889095 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device fd30303e-ef0c-4452-8c38-a8b6890595f1 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:00.905738 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:00.923261 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] For port c3206de1-fd6a-4f65-8c35-9c8773ed207f, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:00.927697 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] For port c3206de1-fd6a-4f65-8c35-9c8773ed207f, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c3206de1-fd6a-4f65-8c35-9c8773ed207f,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:00.942602 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.973990 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port fd30303e-ef0c-4452-8c38-a8b6890595f1 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:00.975622 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:00.976372 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port fd30303e-ef0c-4452-8c38-a8b6890595f1 Nov 02 12:31:01.005072 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3a156-45db-4478-84eb-62565b906161 None None] Pushing event updated for resources: {'Port': ['ID=c3206de1-fd6a-4f65-8c35-9c8773ed207f,revision_number=4']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:01.012096 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d038d1-ef82-436e-a0dd-190924bcdeb2,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:01.018904 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:31:01.020063 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:30:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:01.025451 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ac5e8-9aa0-4118-ac18-4966d0511bae req-7bc0fcdb-d0ba-4573-9611-a74afa471a7d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:01.027043 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4e2ac5e8-9aa0-4118-ac18-4966d0511bae req-7bc0fcdb-d0ba-4573-9611-a74afa471a7d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.2441370 Nov 02 12:31:01.034034 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5761531-577c-4309-a7db-9bb6acfee9dc {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:01.042132 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b6614f03-5581-43f4-bf62-134fd49c3585 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9293349 Nov 02 12:31:01.045112 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41326) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:01.049951 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Publish callbacks [] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.056757 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Request body: {'subnet': {'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1784561818-subnet', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:01.057569 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network c2d038d1-ef82-436e-a0dd-190924bcdeb2 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:31:01.092442 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Made reservation on behalf of b7b9eca8e3f046fb82ba57f7aca35983 for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:31:01.097450 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.116658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Transition to ACTIVE for port object c5761531-577c-4309-a7db-9bb6acfee9dc will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:31:01.132757 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.225900 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4e2ac5e8-9aa0-4118-ac18-4966d0511bae req-551718e2-ce27-499b-a315-6fd03f0b8f21 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791344 Nov 02 12:31:01.253828 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Pushing event updated for resources: {'Port': ['ID=c5761531-577c-4309-a7db-9bb6acfee9dc,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:01.325453 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Attempting to bind port c5761531-577c-4309-a7db-9bb6acfee9dc on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:01.325914 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Attempting to bind port c5761531-577c-4309-a7db-9bb6acfee9dc by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:01.326309 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Attempting to bind port c5761531-577c-4309-a7db-9bb6acfee9dc on network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:01.374335 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port fd30303e-ef0c-4452-8c38-a8b6890595f1 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:01.414077 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:31:01.431894 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:01.436487 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (2bbd036b-5dee-4675-844b-66c110e6076d), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.466930 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Port c5761531-577c-4309-a7db-9bb6acfee9dc on network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:31:01.467304 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Attempting to bind port c5761531-577c-4309-a7db-9bb6acfee9dc on network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:01.482465 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2445c5-409a-491d-9fef-be5405d9d76f req-8d6c4383-6303-48da-9d01-6a477caf289d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:01.490094 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bf2445c5-409a-491d-9fef-be5405d9d76f req-8d6c4383-6303-48da-9d01-6a477caf289d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0883417 Nov 02 12:31:01.512906 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:01.517750 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbd036b-5dee-4675-844b-66c110e6076d,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:01.532381 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:01.533578 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7306dae7-7be7-43a8-ba9a-c138e19d1316 req-0e0cb241-d31b-4fb3-978b-8f3625bc5a9e tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.1180189 Nov 02 12:31:01.590448 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:01.591063 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Checking segment: {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:01.591524 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Bound using segment: {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:01.592046 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Bound port: c5761531-577c-4309-a7db-9bb6acfee9dc, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:01.592472 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.606429 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bf2445c5-409a-491d-9fef-be5405d9d76f req-3912530f-5b7b-4494-b48c-62b980ccdfb9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148541 Nov 02 12:31:01.608860 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Checking segment: {'id': '6bf106b7-f253-471e-a870-89780ac0a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:01.609282 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Network hostable DHCP agents. Network: c2d038d1-ef82-436e-a0dd-190924bcdeb2, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:31:01.649495 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Network c2d038d1-ef82-436e-a0dd-190924bcdeb2 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:31:01.665465 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, c2d038d1-ef82-436e-a0dd-190924bcdeb2) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:01.670950 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:01.671921 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.677721 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276420ec-3e6f-4bef-aea5-29560b5772f6 None None] Network c2d038d1-ef82-436e-a0dd-190924bcdeb2 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:31:01.702814 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-c29febef-5c32-495e-a15e-1ea590cb2c96 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6560037 Nov 02 12:31:01.705651 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41338) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:01.728075 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:01.781957 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] For port c5761531-577c-4309-a7db-9bb6acfee9dc, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:01.786352 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] For port c5761531-577c-4309-a7db-9bb6acfee9dc, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c5761531-577c-4309-a7db-9bb6acfee9dc,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:01.791005 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.792267 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.800334 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.813280 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:01.813913 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.815428 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/c5761531-577c-4309-a7db-9bb6acfee9dc HTTP/1.1" status: 200 len: 1094 time: 2.6825891 Nov 02 12:31:01.818304 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c3206de1-fd6a-4f65-8c35-9c8773ed207f', 'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'mac_address': 'fa:16:3e:f1:fb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:55Z', 'updated_at': '2022-11-02T12:31:00Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'subnets': [{'id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:01.834161 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e473906-98d3-4493-8449-d57838bdae8f', 'tag': 'c5761531-577c-4309-a7db-9bb6acfee9dc'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:01.836911 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b774d2-a825-4572-a728-febbb9d77155" -d '{"events": [{"name": "network-changed", "server_uuid": "4e473906-98d3-4493-8449-d57838bdae8f", "tag": "c5761531-577c-4309-a7db-9bb6acfee9dc"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:01.845461 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2191-6ac6-4d0c-8e4a-4bb7045d29f4 req-22ea811a-ca38-49a9-8c90-d3ded047d86c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:01.853043 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe052ff-6f52-4776-8287-da5a5c92b65a None None] The sync data for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi is: [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c3206de1-fd6a-4f65-8c35-9c8773ed207f', 'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'mac_address': 'fa:16:3e:f1:fb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:55Z', 'updated_at': '2022-11-02T12:31:00Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'subnets': [{'id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:31:01.860158 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5c5c2191-6ac6-4d0c-8e4a-4bb7045d29f4 req-22ea811a-ca38-49a9-8c90-d3ded047d86c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 944 time: 0.1380961 Nov 02 12:31:01.896328 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-c2d038d1-ef82-436e-a0dd-190924bcdeb2', 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2', 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'fixed_ips': [{'subnet_id': '2bbd036b-5dee-4675-844b-66c110e6076d'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:31:01.897520 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:01.952390 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:02.004917 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1402fac3-5ebb-4385-8f83-7aa37b2a77ea x-openstack-request-id: req-1402fac3-5ebb-4385-8f83-7aa37b2a77ea {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:02.005253 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e473906-98d3-4493-8449-d57838bdae8f", "tag": "c5761531-577c-4309-a7db-9bb6acfee9dc", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:02.005484 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1402fac3-5ebb-4385-8f83-7aa37b2a77ea {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:02.005893 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1402fac3-5ebb-4385-8f83-7aa37b2a77ea'] response: {'name': 'network-changed', 'server_uuid': '4e473906-98d3-4493-8449-d57838bdae8f', 'tag': 'c5761531-577c-4309-a7db-9bb6acfee9dc', 'status': 'completed', 'code': 200} Nov 02 12:31:02.008736 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks [] for router_controller (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), precommit_add_association {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:02.009789 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a60f6a-cd34-419c-a400-4b5eecf40256 service neutron] Pushing event updated for resources: {'Port': ['ID=c5761531-577c-4309-a7db-9bb6acfee9dc,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:02.012681 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5c5c2191-6ac6-4d0c-8e4a-4bb7045d29f4 req-0729c103-a274-48c3-8cd9-33eea323951d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509836 Nov 02 12:31:02.146344 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:02.234233 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks [] for router_gateway (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:02.285482 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Allocated IP 172.20.0.2 (c2d038d1-ef82-436e-a0dd-190924bcdeb2/2bbd036b-5dee-4675-844b-66c110e6076d/0ad4f6f7-688f-4dbb-a8f1-793b79501c01) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:31:02.354389 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Request body: {'port': {'device_id': '2a83e4a2-16c2-4753-9307-9de44a3f430f', 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5', 'admin_state_up': True, 'tenant_id': '8de43ea57f2b44229359e179314b2d15'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:02.489617 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-f8a2e86a-7ea2-4a01-8ff6-365e29dd4939 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca93775-d02f-4a64-aedd-28dd21814b95 HTTP/1.1" status: 200 len: 217 time: 0.1509743 Nov 02 12:31:02.534971 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:02.603512 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b774d2-a825-4572-a728-febbb9d77155 req-1b6e27ff-362d-477d-9cc9-7db50b89bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:02.604974 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-73b774d2-a825-4572-a728-febbb9d77155 req-1b6e27ff-362d-477d-9cc9-7db50b89bb14 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 1128 time: 0.2551987 Nov 02 12:31:02.673714 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Publish callbacks [] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:02.676520 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68bd14-6252-4182-a505-e48034213e29 req-0d18c4cc-9b1d-4f9f-ae7b-8193d5119805 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:02.683107 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ec68bd14-6252-4182-a505-e48034213e29 req-0d18c4cc-9b1d-4f9f-ae7b-8193d5119805 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.2344196 Nov 02 12:31:02.689097 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:02.747536 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-cdf89483-f093-4606-872a-659c70c4a1e3 req-5bb701aa-8a12-4492-b645-19a55b571b2d tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.0587454 Nov 02 12:31:02.833300 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Network c2d038d1-ef82-436e-a0dd-190924bcdeb2 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:02.850867 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1dec-ff61-4406-9e2d-eb6c01188092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:02.854407 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:02.859926 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Pushing event updated for resources: {'Port': ['ID=0ad4f6f7-688f-4dbb-a8f1-793b79501c01,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:02.874622 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:31:02.944525 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-360b5080-fdd6-47ac-9394-8cbaf619a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:02.946683 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-360b5080-fdd6-47ac-9394-8cbaf619a0d3 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.4306049 Nov 02 12:31:02.976677 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f3c-e3e6-4868-8719-b818e1eac71a req-1c427153-891f-455a-8dde-c1c43b9e4bf0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:02.978862 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0b655f3c-e3e6-4868-8719-b818e1eac71a req-1c427153-891f-455a-8dde-c1c43b9e4bf0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1091712 Nov 02 12:31:02.992508 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c3206de1-fd6a-4f65-8c35-9c8773ed207f up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:03.065162 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Attempting to bind port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:03.066072 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Attempting to bind port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '6bf106b7-f253-471e-a870-89780ac0a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:03.066651 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Attempting to bind port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 on network c2d038d1-ef82-436e-a0dd-190924bcdeb2 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:03.132307 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:03.168656 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0b655f3c-e3e6-4868-8719-b818e1eac71a req-79653e81-14a4-4861-8416-b9f81a547117 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757648 Nov 02 12:31:03.220825 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c3206de1-fd6a-4f65-8c35-9c8773ed207f triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:03.226343 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:03.226991 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c3206de1-fd6a-4f65-8c35-9c8773ed207f Nov 02 12:31:03.228705 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-b40b71cf-3d05-4f5d-9d9f-41cb3d2db618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:03.232785 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-b40b71cf-3d05-4f5d-9d9f-41cb3d2db618 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2472415 Nov 02 12:31:03.277177 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:03.277708 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Checking segment: {'id': '6bf106b7-f253-471e-a870-89780ac0a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:03.278330 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:03.278743 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Bound using segment: {'id': '6bf106b7-f253-471e-a870-89780ac0a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:03.279255 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Bound port: 0ad4f6f7-688f-4dbb-a8f1-793b79501c01, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf106b7-f253-471e-a870-89780ac0a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:03.279640 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:03.338509 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ec68bd14-6252-4182-a505-e48034213e29 req-9e6cc0e1-d1f2-4202-897c-31923dbe8c39 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544251 Nov 02 12:31:03.339168 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Made reservation on behalf of 8de43ea57f2b44229359e179314b2d15 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:31:03.343782 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:03.371577 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6b20a-c6e5-4748-a4fc-44fee0f8d262 req-facf0cf4-77ed-4c4c-835b-da9979724264 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:03.379514 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c2f6b20a-c6e5-4748-a4fc-44fee0f8d262 req-facf0cf4-77ed-4c4c-835b-da9979724264 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 944 time: 0.1328804 Nov 02 12:31:03.448549 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c2f6b20a-c6e5-4748-a4fc-44fee0f8d262 req-3acc907b-4b27-45a0-8d4f-80cbb1da3293 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681326 Nov 02 12:31:03.461865 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks [] for router_gateway (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:03.468600 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b774d2-a825-4572-a728-febbb9d77155 req-9e896733-0116-43cd-b314-0b0d3c5b90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:03.470266 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-73b774d2-a825-4572-a728-febbb9d77155 req-9e896733-0116-43cd-b314-0b0d3c5b90e1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=5bc73b74407f4d6184cbd1330ee89145&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8498640 Nov 02 12:31:03.533772 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] For port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:03.558109 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] For port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=0ad4f6f7-688f-4dbb-a8f1-793b79501c01,segment=NetworkSegment(6bf106b7-f253-471e-a870-89780ac0a27e),segment_id=6bf106b7-f253-471e-a870-89780ac0a27e)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:03.564459 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c3206de1-fd6a-4f65-8c35-9c8773ed207f is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:03.564877 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:03.591462 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:03.668378 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port c3206de1-fd6a-4f65-8c35-9c8773ed207f, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c3206de1-fd6a-4f65-8c35-9c8773ed207f,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:03.675453 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:03.698909 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49271963-8320-41c8-a7b6-0d8403b75107 None None] Pushing event updated for resources: {'Port': ['ID=0ad4f6f7-688f-4dbb-a8f1-793b79501c01,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:03.746219 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:03.790484 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=c3206de1-fd6a-4f65-8c35-9c8773ed207f,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:03.915179 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:04.125280 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-11a6a5c3-d6f3-4361-8993-f9bc87467d52 req-542c6ecb-ce59-4d1b-8460-862c2a668b73 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.2338510 Nov 02 12:31:04.318026 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9162f7e-9444-4dfd-82ed-a8484954f569 req-bdf4dc0f-d1ee-437c-a118-d3fa8ba2ccad tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:04.326329 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f9162f7e-9444-4dfd-82ed-a8484954f569 req-bdf4dc0f-d1ee-437c-a118-d3fa8ba2ccad tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0660024 Nov 02 12:31:04.419315 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b774d2-a825-4572-a728-febbb9d77155 req-446dad4f-a5f6-4a6d-b462-af385bb6bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:04.420865 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-73b774d2-a825-4572-a728-febbb9d77155 req-446dad4f-a5f6-4a6d-b462-af385bb6bef5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8893657 Nov 02 12:31:04.430800 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f9162f7e-9444-4dfd-82ed-a8484954f569 req-545daf8b-6b5e-4e06-b25c-a1163a9597a5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034353 Nov 02 12:31:04.434004 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-82e431b9-55a8-4237-8e44-84d50a9c7960 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1587462 Nov 02 12:31:04.538429 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Allocated IP 172.20.0.9 (d62e064f-fe22-410f-9e2a-c431b4b312b5/805cff27-86b2-43a7-bce4-35de182e7dda/98b3c8ba-be36-40d6-85e4-1560f5301886) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:31:04.651105 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa55213-9f1b-4ec6-a5d4-ef4254e38bae req-a7542fd6-0fdf-4380-9db1-bb0a2b1a4c49 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:04.652777 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9aa55213-9f1b-4ec6-a5d4-ef4254e38bae req-a7542fd6-0fdf-4380-9db1-bb0a2b1a4c49 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 944 time: 0.0896192 Nov 02 12:31:04.667242 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:04.775561 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9aa55213-9f1b-4ec6-a5d4-ef4254e38bae req-c7f29481-234e-4320-a32d-51d2ff2e4e37 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027436 Nov 02 12:31:04.981871 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:05.025950 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12c24c-33ad-4752-ac89-a7039aab5583 req-cbbaeab1-5b59-4175-a4ad-8dcae6d9e68d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:05.027163 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:05.027911 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6e12c24c-33ad-4752-ac89-a7039aab5583 req-cbbaeab1-5b59-4175-a4ad-8dcae6d9e68d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.5657418 Nov 02 12:31:05.056032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-56511581-adf5-4781-bbcb-0b8973e70309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:05.057615 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-56511581-adf5-4781-bbcb-0b8973e70309 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 1128 time: 0.3889561 Nov 02 12:31:05.059923 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-addf957a-6994-4c7f-97b1-f99d880b6038 req-3ccce482-a0db-4e4a-a272-9909b4ce421a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195064 Nov 02 12:31:05.069582 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Allocated IP 172.27.3.216 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/9840eb17-6e08-46ff-b333-d31c2ad2771a) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:31:05.097958 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:05.098501 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.098947 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 Nov 02 12:31:05.135877 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:05.154021 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-eab4e494-424e-4902-abba-30b09b5075c4 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5761531-577c-4309-a7db-9bb6acfee9dc HTTP/1.1" status: 200 len: 217 time: 0.0815361 Nov 02 12:31:05.205384 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:05.205872 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.246551 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=0ad4f6f7-688f-4dbb-a8f1-793b79501c01,segment=NetworkSegment(6bf106b7-f253-471e-a870-89780ac0a27e),segment_id=6bf106b7-f253-471e-a870-89780ac0a27e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:05.252331 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.253563 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c3206de1-fd6a-4f65-8c35-9c8773ed207f up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:05.301988 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c0038a9f-2383-4b05-ad22-b69ec46e9298 req-1bb462e0-59c9-44c3-bf6c-25ba2e29f4ed tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.0371530 Nov 02 12:31:05.311333 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3be34-5c78-48ae-8219-fec0b9968081 None None] Network c2d038d1-ef82-436e-a0dd-190924bcdeb2 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:31:05.328778 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks [] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.342646 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6e12c24c-33ad-4752-ac89-a7039aab5583 req-f7e4f3ea-4be5-420f-b490-ca83c3d07de8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992644 Nov 02 12:31:05.373340 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-d176d93f-8785-426e-abb3-d6aee11a902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:05.376117 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-d176d93f-8785-426e-abb3-d6aee11a902d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 1129 time: 0.2089772 Nov 02 12:31:05.390377 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-97251101-f403-4480-ae65-f4a3408cb66c None None] Provisioning complete for port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:05.390665 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-97251101-f403-4480-ae65-f4a3408cb66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.390953 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-97251101-f403-4480-ae65-f4a3408cb66c None None] Attempt 1 to provision port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 Nov 02 12:31:05.403245 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-7c5e47a4-eae5-45e6-9c57-1a0fbec34ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:05.406032 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-7c5e47a4-eae5-45e6-9c57-1a0fbec34ae0 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=dd66505c-21ed-4318-84b1-3cd8c2380645 HTTP/1.1" status: 200 len: 850 time: 0.2422540 Nov 02 12:31:05.440349 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=0ad4f6f7-688f-4dbb-a8f1-793b79501c01,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:05.460939 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.473543 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks [] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.487736 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c3206de1-fd6a-4f65-8c35-9c8773ed207f triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:05.488121 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.488459 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c3206de1-fd6a-4f65-8c35-9c8773ed207f Nov 02 12:31:05.610422 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-97251101-f403-4480-ae65-f4a3408cb66c None None] Current status of the port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:05.616584 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Network d62e064f-fe22-410f-9e2a-c431b4b312b5 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:05.634576 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441242f1-6eb0-44af-a912-0172aa731d68 req-26bbfeec-5f4d-45ee-b946-38c3dd69db92 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:05.637270 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:05.640283 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-441242f1-6eb0-44af-a912-0172aa731d68 req-26bbfeec-5f4d-45ee-b946-38c3dd69db92 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0987263 Nov 02 12:31:05.648058 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Pushing event updated for resources: {'Port': ['ID=98b3c8ba-be36-40d6-85e4-1560f5301886,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:05.656265 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:31:05.689961 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c3206de1-fd6a-4f65-8c35-9c8773ed207f is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:05.729024 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-54676abf-e75e-471e-baf9-fe5520d5b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:05.732534 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-54676abf-e75e-471e-baf9-fe5520d5b521 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2178822 Nov 02 12:31:05.735047 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f4c14c10-f841-4db6-baf9-6c274ce4a2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.743069 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-441242f1-6eb0-44af-a912-0172aa731d68 req-4a31640e-a60a-4dad-ade6-d0e4c3851b3c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903256 Nov 02 12:31:05.872462 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.883886 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-8467df3e-70dd-4d05-93ae-56e7d7e04a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:05.887955 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-8467df3e-70dd-4d05-93ae-56e7d7e04a82 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.3775270 Nov 02 12:31:05.917261 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:05.917936 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:05.926212 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:06.018926 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:06.055440 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-3ef90ebb-ade6-41d1-b8c3-ac7afa59a590 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca93775-d02f-4a64-aedd-28dd21814b95 HTTP/1.1" status: 200 len: 217 time: 0.1180120 Nov 02 12:31:06.056651 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-2ebc5396-45ab-46d8-a1ef-fb04185ab63a None None] Provisioning complete for port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:06.057344 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2ebc5396-45ab-46d8-a1ef-fb04185ab63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:06.058254 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-2ebc5396-45ab-46d8-a1ef-fb04185ab63a None None] Attempt 1 to provision port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 Nov 02 12:31:06.068933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:06.080392 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-5bbad88c-7411-4b5f-b72b-9278365f59f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7433584 Nov 02 12:31:06.086625 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:06.094363 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Pushing event updated for resources: {'Port': ['ID=9840eb17-6e08-46ff-b333-d31c2ad2771a,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:06.097856 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:31:06.151164 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe83c5e-141a-444e-b37c-fd7a26d18235 req-764750c4-6fa1-4a08-86f0-460242a24da0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:06.153081 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cbe83c5e-141a-444e-b37c-fd7a26d18235 req-764750c4-6fa1-4a08-86f0-460242a24da0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 944 time: 0.2186356 Nov 02 12:31:06.196967 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-311ebfc3-50d6-4bf4-9750-3527145aba4c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510484 Nov 02 12:31:06.218363 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-2ebc5396-45ab-46d8-a1ef-fb04185ab63a None None] Current status of the port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:06.471002 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b88780-1802-4f80-9a0a-91918bd8bba0 req-de5e5cec-5fa5-4b19-b1e9-22e89f51c57b tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:06.479326 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c5b88780-1802-4f80-9a0a-91918bd8bba0 req-de5e5cec-5fa5-4b19-b1e9-22e89f51c57b tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 931 time: 0.0606058 Nov 02 12:31:06.524226 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Request body: {'port': {'device_id': '2a83e4a2-16c2-4753-9307-9de44a3f430f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:06.535511 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c5b88780-1802-4f80-9a0a-91918bd8bba0 req-3b4302fc-94dc-4138-9494-db70d5877e28 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533419 Nov 02 12:31:06.668919 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da9b4-d547-4dbd-9642-8ced2140d9f7 req-211e384d-20c8-4ce1-b36c-6723ce963cf4 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:06.670756 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-675da9b4-d547-4dbd-9642-8ced2140d9f7 req-211e384d-20c8-4ce1-b36c-6723ce963cf4 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0584879 Nov 02 12:31:06.702785 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cbe83c5e-141a-444e-b37c-fd7a26d18235 req-e3e1fd7a-4e44-42f1-b304-9ed71e75980b tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5384467 Nov 02 12:31:06.728310 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-1254cccc-b8b2-4d81-bc4b-0851844ed2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:06.729895 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-1254cccc-b8b2-4d81-bc4b-0851844ed2e2 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.2379379 Nov 02 12:31:06.746026 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:06.752097 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-675da9b4-d547-4dbd-9642-8ced2140d9f7 req-c42047ce-4869-4e5e-b876-5787e5e0ba68 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689168 Nov 02 12:31:06.843826 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:06.882144 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea3a98cf-884d-4fcb-96ba-6917da3f99d2 req-8d3d031f-92d8-4fe4-a0e4-2fcc33f3b0dd service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911057 Nov 02 12:31:06.894344 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:06.934800 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:06.961731 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:06.962220 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:06.962634 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 Nov 02 12:31:07.011064 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96ca8-4273-4045-a2e0-fca7f60f3df3 req-3cfa55cf-45f2-41de-ae2d-b7d7dd39e54f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:07.012583 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8ab96ca8-4273-4045-a2e0-fca7f60f3df3 req-3cfa55cf-45f2-41de-ae2d-b7d7dd39e54f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1096137 Nov 02 12:31:07.051450 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:07.077574 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks [] for router_gateway (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:07.147360 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:07.241042 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8ab96ca8-4273-4045-a2e0-fca7f60f3df3 req-e1f1ecae-5ab1-4721-b5b4-d912d1347c1d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866941 Nov 02 12:31:07.331477 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:07.472776 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:07.484222 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b3c8ba-be36-40d6-85e4-1560f5301886 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:07.524917 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Publish callbacks [] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:07.551585 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Transition to ACTIVE for port object 98b3c8ba-be36-40d6-85e4-1560f5301886 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:31:07.556423 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:07.593282 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:07.617078 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:07.680356 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Pushing event updated for resources: {'Port': ['ID=98b3c8ba-be36-40d6-85e4-1560f5301886,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:07.759334 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3915eb-f2e5-4f87-84a3-adfe5ccdf289 req-bca3c815-f12d-4ba9-8c11-60ce47b85662 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:07.763854 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Attempting to bind port 98b3c8ba-be36-40d6-85e4-1560f5301886 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:07.764243 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Attempting to bind port 98b3c8ba-be36-40d6-85e4-1560f5301886 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '782faaad-faba-4660-9179-5da04696be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:07.764895 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Attempting to bind port 98b3c8ba-be36-40d6-85e4-1560f5301886 on network d62e064f-fe22-410f-9e2a-c431b4b312b5 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:07.769801 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:31:07.773163 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-af3915eb-f2e5-4f87-84a3-adfe5ccdf289 req-bca3c815-f12d-4ba9-8c11-60ce47b85662 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 943 time: 0.0966451 Nov 02 12:31:07.856475 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-af3915eb-f2e5-4f87-84a3-adfe5ccdf289 req-2d5db25e-932c-4af1-b3f0-c1765e7b7bb3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819285 Nov 02 12:31:07.888811 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Port 98b3c8ba-be36-40d6-85e4-1560f5301886 on network d62e064f-fe22-410f-9e2a-c431b4b312b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:31:07.889174 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Attempting to bind port 98b3c8ba-be36-40d6-85e4-1560f5301886 on network d62e064f-fe22-410f-9e2a-c431b4b312b5 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:07.977193 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef00f15-a290-4a9e-aa40-94de5152c157 req-f1c6d98a-967b-4a8c-a230-9c4b02b21352 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:07.978676 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2ef00f15-a290-4a9e-aa40-94de5152c157 req-f1c6d98a-967b-4a8c-a230-9c4b02b21352 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0530374 Nov 02 12:31:07.982052 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ee1c1-caac-44cc-a6c9-f7b3e535db05 req-05947e5d-7815-489f-96b6-a626dd83b37a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:07.983592 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8a5ee1c1-caac-44cc-a6c9-f7b3e535db05 req-05947e5d-7815-489f-96b6-a626dd83b37a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 944 time: 0.0962315 Nov 02 12:31:08.011101 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:08.036151 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2ef00f15-a290-4a9e-aa40-94de5152c157 req-a29d0dc5-2edd-4369-9930-c72bf983ad7c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511384 Nov 02 12:31:08.048606 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:08.048933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Checking segment: {'id': '782faaad-faba-4660-9179-5da04696be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:08.049354 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Bound using segment: {'id': '782faaad-faba-4660-9179-5da04696be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:08.049845 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Bound port: 98b3c8ba-be36-40d6-85e4-1560f5301886, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782faaad-faba-4660-9179-5da04696be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:08.050158 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:08.080003 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:31:08.089578 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Sync routers for ids ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:31:08.103966 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Routers {'7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:31:08.104838 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:31:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:08.351476 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:08.357502 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:08.391443 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Set router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:31:08.395667 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:08.402596 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae20f6-4696-47b6-af78-8fdb3b02fbb0 req-25e36cc1-0190-42a3-8e43-fa6286774969 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:08.410056 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-08ae20f6-4696-47b6-af78-8fdb3b02fbb0 req-25e36cc1-0190-42a3-8e43-fa6286774969 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0610337 Nov 02 12:31:08.437175 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8a5ee1c1-caac-44cc-a6c9-f7b3e535db05 req-2804fed1-5dd6-4702-bef0-9c547f04a362 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229012 Nov 02 12:31:08.449508 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:08.453296 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-263b5be6-01cf-4a38-bd2b-455e59b7789e admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7437310 Nov 02 12:31:08.454602 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41490) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:08.472507 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-1e630131-aaed-4d66-a947-383e3d8b397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:08.473976 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-1e630131-aaed-4d66-a947-383e3d8b397b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3825541 Nov 02 12:31:08.481415 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] For port 98b3c8ba-be36-40d6-85e4-1560f5301886, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:08.484890 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] For port 98b3c8ba-be36-40d6-85e4-1560f5301886, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=98b3c8ba-be36-40d6-85e4-1560f5301886,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:08.492578 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:08.498424 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:08.498891 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:08.500411 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/98b3c8ba-be36-40d6-85e4-1560f5301886 HTTP/1.1" status: 200 len: 1093 time: 2.0071216 Nov 02 12:31:08.501063 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a83e4a2-16c2-4753-9307-9de44a3f430f', 'tag': '98b3c8ba-be36-40d6-85e4-1560f5301886'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:08.503695 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e29384-2237-4de1-b6ba-88f1ae41cfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a83e4a2-16c2-4753-9307-9de44a3f430f", "tag": "98b3c8ba-be36-40d6-85e4-1560f5301886"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:08.514710 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-08ae20f6-4696-47b6-af78-8fdb3b02fbb0 req-d1e7e75f-243b-401a-afb9-36e10e33ac07 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036687 Nov 02 12:31:08.544968 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:08.569283 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866ff5e-1c77-4e94-bea0-a33352c2990f service neutron] Pushing event updated for resources: {'Port': ['ID=98b3c8ba-be36-40d6-85e4-1560f5301886,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:08.589442 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63e4396-a317-4e46-900d-0110793c72c5 x-openstack-request-id: req-f63e4396-a317-4e46-900d-0110793c72c5 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:08.589442 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a83e4a2-16c2-4753-9307-9de44a3f430f", "tag": "98b3c8ba-be36-40d6-85e4-1560f5301886", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:08.589718 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f63e4396-a317-4e46-900d-0110793c72c5 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:08.590067 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63e4396-a317-4e46-900d-0110793c72c5'] response: {'name': 'network-changed', 'server_uuid': '2a83e4a2-16c2-4753-9307-9de44a3f430f', 'tag': '98b3c8ba-be36-40d6-85e4-1560f5301886', 'status': 'completed', 'code': 200} Nov 02 12:31:08.624318 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:31:01Z', 'updated_at': '2022-11-02T12:31:06Z', 'revision_number': 3, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'gw_port': {'id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:04Z', 'updated_at': '2022-11-02T12:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:08.649369 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Checking router: 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:31:08.649786 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Updating router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa port 9840eb17-6e08-46ff-b333-d31c2ad2771a binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:31:08.680776 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:08.979933 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:08.999101 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:09.035277 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed235eb7-f987-4443-adde-8753c532b06e req-e940d248-1699-4b5c-a06f-7fad60c71ae3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:09.039248 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ed235eb7-f987-4443-adde-8753c532b06e req-e940d248-1699-4b5c-a06f-7fad60c71ae3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 943 time: 0.0734727 Nov 02 12:31:09.070039 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Publish callbacks [] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:09.079193 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:09.146520 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Attempting to bind port 9840eb17-6e08-46ff-b333-d31c2ad2771a on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:09.147119 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Attempting to bind port 9840eb17-6e08-46ff-b333-d31c2ad2771a by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:09.147698 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Attempting to bind port 9840eb17-6e08-46ff-b333-d31c2ad2771a on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:09.189936 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdedb4-f964-4e77-ba80-9a2c900fa38a req-e4fc0e68-b90c-468c-87a2-64929ae941e8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:09.193897 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-49bdedb4-f964-4e77-ba80-9a2c900fa38a req-e4fc0e68-b90c-468c-87a2-64929ae941e8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0680461 Nov 02 12:31:09.208609 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1841e9-80a6-4203-bd65-38247f23d8be None None] Pushing event updated for resources: {'Port': ['ID=9840eb17-6e08-46ff-b333-d31c2ad2771a,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:09.231690 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:09.232509 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:09.233172 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:09.233625 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:09.234181 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Bound port: 9840eb17-6e08-46ff-b333-d31c2ad2771a, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:09.234624 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:09.236706 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ed235eb7-f987-4443-adde-8753c532b06e req-53ea914d-4314-4c25-acd1-52784de9e3b8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516194 Nov 02 12:31:09.256647 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:09.271449 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-49bdedb4-f964-4e77-ba80-9a2c900fa38a req-6ce356a9-909d-489e-a8b1-fa68c66aaf76 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707731 Nov 02 12:31:09.316569 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Allocated IP 172.20.0.1 (c2d038d1-ef82-436e-a0dd-190924bcdeb2/2bbd036b-5dee-4675-844b-66c110e6076d/cb543a9e-e897-4021-9089-c6610299438e) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:31:09.320273 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:09.321861 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] For port 9840eb17-6e08-46ff-b333-d31c2ad2771a, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:09.326575 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] For port 9840eb17-6e08-46ff-b333-d31c2ad2771a, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=9840eb17-6e08-46ff-b333-d31c2ad2771a,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:09.336430 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:09.389729 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Routers {'7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:31:09.390757 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:31:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:09.495149 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Publish callbacks [] for port (cb543a9e-e897-4021-9089-c6610299438e), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:09.512373 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:09.559484 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (cb543a9e-e897-4021-9089-c6610299438e), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:09.667539 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1841e9-80a6-4203-bd65-38247f23d8be None None] Pushing event updated for resources: {'Port': ['ID=9840eb17-6e08-46ff-b333-d31c2ad2771a,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:09.686563 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:09.693582 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Network c2d038d1-ef82-436e-a0dd-190924bcdeb2 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:09.704865 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:09.715559 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] Set router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:31:09.716258 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:31:09.717413 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:09.747573 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242698e-298f-4863-965b-69b54e27714c req-61fcc2f0-3187-40bf-b16a-88b0a2868678 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:09.764022 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b242698e-298f-4863-965b-69b54e27714c req-61fcc2f0-3187-40bf-b16a-88b0a2868678 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1250348 Nov 02 12:31:09.854198 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d8b8-07dd-46d1-9a22-11638563e2a8 req-e02d6b81-d08a-4b9b-bc74-d42c1aa10bc6 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:09.856803 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b242698e-298f-4863-965b-69b54e27714c req-da0f7f05-465a-4fad-b9b0-267c44383812 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918589 Nov 02 12:31:09.858138 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-13d7d8b8-07dd-46d1-9a22-11638563e2a8 req-e02d6b81-d08a-4b9b-bc74-d42c1aa10bc6 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 944 time: 0.2373726 Nov 02 12:31:09.925877 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Pushing event updated for resources: {'Port': ['ID=cb543a9e-e897-4021-9089-c6610299438e,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:10.028950 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-13d7d8b8-07dd-46d1-9a22-11638563e2a8 req-e66a7145-294a-468d-a3c7-4a909d8bdd95 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104326 Nov 02 12:31:10.045356 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (cb543a9e-e897-4021-9089-c6610299438e), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:10.074514 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:31:01Z', 'updated_at': '2022-11-02T12:31:06Z', 'revision_number': 3, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'gw_port': {'id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:04Z', 'updated_at': '2022-11-02T12:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:10.115031 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ccc976-8550-428f-a62f-10db8caf4324 None None] The sync data for ids ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'] in dv-cinder-863273-1-iscsi is: [{'id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:31:01Z', 'updated_at': '2022-11-02T12:31:06Z', 'revision_number': 3, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'gw_port': {'id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:04Z', 'updated_at': '2022-11-02T12:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:31:10.119190 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-1e5258fc-fa0b-4b81-ae1a-64e6511f2a25 None None] Provisioning complete for port cb543a9e-e897-4021-9089-c6610299438e triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:10.119368 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1e5258fc-fa0b-4b81-ae1a-64e6511f2a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (cb543a9e-e897-4021-9089-c6610299438e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:10.120186 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-1e5258fc-fa0b-4b81-ae1a-64e6511f2a25 None None] Attempt 1 to provision port cb543a9e-e897-4021-9089-c6610299438e Nov 02 12:31:10.154049 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-720e85bc-b8bf-4b2d-b5a0-54f9eee62e01 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041813 Nov 02 12:31:10.167844 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1e5258fc-fa0b-4b81-ae1a-64e6511f2a25 None None] Port cb543a9e-e897-4021-9089-c6610299438e cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:31:10.268004 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e29384-2237-4de1-b6ba-88f1ae41cfb1 req-2fb9f3ea-568f-428a-8e62-38ee44d434e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:10.270762 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-16e29384-2237-4de1-b6ba-88f1ae41cfb1 req-2fb9f3ea-568f-428a-8e62-38ee44d434e3 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=8de43ea57f2b44229359e179314b2d15&device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 1127 time: 0.1155281 Nov 02 12:31:10.409835 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Publish callbacks [] for port (cb543a9e-e897-4021-9089-c6610299438e), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:10.488856 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (cb543a9e-e897-4021-9089-c6610299438e), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:10.493955 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:10.520549 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:10.520795 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e29384-2237-4de1-b6ba-88f1ae41cfb1 req-0b8f1cbc-e433-467a-81e1-fbfb9827b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:10.523168 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-16e29384-2237-4de1-b6ba-88f1ae41cfb1 req-0b8f1cbc-e433-467a-81e1-fbfb9827b98c service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=8de43ea57f2b44229359e179314b2d15&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2439115 Nov 02 12:31:10.525240 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5f29e1b-1121-48c2-8480-a7c4e5b65875 req-048c60b5-6391-4658-81ed-aa75ec20b02f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554335 Nov 02 12:31:10.613624 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e7d39-d8bc-4784-aaa0-f8f4d30ccf6f req-c2189abc-e65c-4784-8a33-fda35a453a0f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:10.615717 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f36e7d39-d8bc-4784-aaa0-f8f4d30ccf6f req-c2189abc-e65c-4784-8a33-fda35a453a0f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1997411 Nov 02 12:31:10.640877 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:10.662942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af9651-e9d0-4d40-b18c-499588afd02a req-ad4953b9-d34f-4b4d-865d-0aa5e50a5785 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:10.670441 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-79af9651-e9d0-4d40-b18c-499588afd02a req-ad4953b9-d34f-4b4d-865d-0aa5e50a5785 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 943 time: 0.3015707 Nov 02 12:31:10.685541 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Pushing event updated for resources: {'Port': ['ID=cb543a9e-e897-4021-9089-c6610299438e,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:10.765908 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f36e7d39-d8bc-4784-aaa0-f8f4d30ccf6f req-2c85808c-e0ac-47c4-86e9-2016045c6a37 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029577 Nov 02 12:31:10.796449 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Network c2d038d1-ef82-436e-a0dd-190924bcdeb2 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:10.798757 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:10.900330 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e29384-2237-4de1-b6ba-88f1ae41cfb1 req-6c127e05-5815-4a1b-80cb-94341b44049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:10.902668 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-16e29384-2237-4de1-b6ba-88f1ae41cfb1 req-6c127e05-5815-4a1b-80cb-94341b44049c service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2755535 Nov 02 12:31:10.923998 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-79af9651-e9d0-4d40-b18c-499588afd02a req-cc557580-21ec-4b2f-a143-5543648011f3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524204 Nov 02 12:31:10.940562 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 9840eb17-6e08-46ff-b333-d31c2ad2771a up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:11.060524 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-338a2966-4b4e-4c62-96bb-f6461cbcb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:11.062064 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-338a2966-4b4e-4c62-96bb-f6461cbcb7bb service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=8de43ea57f2b44229359e179314b2d15&device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 1127 time: 0.0955737 Nov 02 12:31:11.086080 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:31:11.089097 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 9840eb17-6e08-46ff-b333-d31c2ad2771a triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:11.090362 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:11.090878 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 9840eb17-6e08-46ff-b333-d31c2ad2771a Nov 02 12:31:11.187761 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-f01304ab-4670-4112-82c4-6d22af1c0916 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98b3c8ba-be36-40d6-85e4-1560f5301886 HTTP/1.1" status: 200 len: 217 time: 0.1045952 Nov 02 12:31:11.214214 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-5b793082-137a-40e8-951a-d73439d2f695 None None] Provisioning complete for port cb543a9e-e897-4021-9089-c6610299438e triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:11.214595 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b793082-137a-40e8-951a-d73439d2f695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (cb543a9e-e897-4021-9089-c6610299438e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:11.214968 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-5b793082-137a-40e8-951a-d73439d2f695 None None] Attempt 1 to provision port cb543a9e-e897-4021-9089-c6610299438e Nov 02 12:31:11.230363 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bec1a3-444e-4fab-ba7a-055de03ff173 req-256f71c2-c8d1-4ec3-b060-74276116e34b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:11.232423 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-30bec1a3-444e-4fab-ba7a-055de03ff173 req-256f71c2-c8d1-4ec3-b060-74276116e34b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1431198 Nov 02 12:31:11.293491 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 9840eb17-6e08-46ff-b333-d31c2ad2771a is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:11.294008 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:11.302190 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5b793082-137a-40e8-951a-d73439d2f695 None None] Port cb543a9e-e897-4021-9089-c6610299438e cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:31:11.327522 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 9840eb17-6e08-46ff-b333-d31c2ad2771a, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=9840eb17-6e08-46ff-b333-d31c2ad2771a,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:11.335043 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:11.337696 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:11.352015 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efa235-1707-4dad-8a0c-b590cce67c97 req-38345e5a-30c3-4b51-b9e2-df882df611d8 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:11.354532 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-93efa235-1707-4dad-8a0c-b590cce67c97 req-38345e5a-30c3-4b51-b9e2-df882df611d8 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 944 time: 0.1794708 Nov 02 12:31:11.366263 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-baf5669b-6870-4b3e-921c-2968cc8f4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:11.367751 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-baf5669b-6870-4b3e-921c-2968cc8f4c4b service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=805cff27-86b2-43a7-bce4-35de182e7dda HTTP/1.1" status: 200 len: 849 time: 0.1555877 Nov 02 12:31:11.407494 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=9840eb17-6e08-46ff-b333-d31c2ad2771a,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:11.438769 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-70252125-dd48-4ef7-9db7-163d284ca173 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d62e064f-fe22-410f-9e2a-c431b4b312b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529437 Nov 02 12:31:11.443781 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-30bec1a3-444e-4fab-ba7a-055de03ff173 req-6c675f77-3570-4f5e-bb84-1b9a14920abd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620193 Nov 02 12:31:11.509023 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:31:11.519847 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-00808422-2d04-4a57-95d4-06a5851c70e7 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0597208 Nov 02 12:31:11.600113 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:11.611527 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-93efa235-1707-4dad-8a0c-b590cce67c97 req-d9c8ef58-1f62-46a4-bc76-948ecd5f55ad tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427001 Nov 02 12:31:11.640124 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-9dc860de-3d9f-4d7d-9d2f-2052b4eefa12 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d62e064f-fe22-410f-9e2a-c431b4b312b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876888 Nov 02 12:31:11.847362 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3821ace5-db6c-4416-83de-028f2b5b3529 req-69f35f87-1b56-4d56-83db-c4a478dbded4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d62e064f-fe22-410f-9e2a-c431b4b312b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994321 Nov 02 12:31:12.068856 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538dce9-6c85-4ce9-9fc4-aa40a9960fa8 req-a8d38cdb-2c67-4b17-a42a-792517ce37f2 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:12.081501 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7538dce9-6c85-4ce9-9fc4-aa40a9960fa8 req-a8d38cdb-2c67-4b17-a42a-792517ce37f2 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1326213 Nov 02 12:31:12.218474 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7538dce9-6c85-4ce9-9fc4-aa40a9960fa8 req-95ed7a90-22c6-4d6f-bccc-81286f8e0b86 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315925 Nov 02 12:31:12.265802 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41576) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:12.278235 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-7bfddc98-f0d7-4ead-a21c-ed99eab9af6c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711075700', 'description': 'tempest-secgroup-smoke-711075700 description', 'project_id': '620e39db57f34948b5450e5b90c984cb'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:12.301555 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device c5761531-577c-4309-a7db-9bb6acfee9dc details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:31:12.353373 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7bfddc98-f0d7-4ead-a21c-ed99eab9af6c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:12.434365 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4fe2e-cf0c-4c09-aa78-57dd06d4497f req-132a26a6-3869-4387-94f7-b99ff5a9cfa1 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:12.453186 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b1d4fe2e-cf0c-4c09-aa78-57dd06d4497f req-132a26a6-3869-4387-94f7-b99ff5a9cfa1 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 943 time: 0.1125121 Nov 02 12:31:12.535396 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:12.551681 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port c5761531-577c-4309-a7db-9bb6acfee9dc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c5761531-577c-4309-a7db-9bb6acfee9dc,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:12.574132 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': 'c5761531-577c-4309-a7db-9bb6acfee9dc', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'port_id': 'c5761531-577c-4309-a7db-9bb6acfee9dc', 'mac_address': 'fa:16:3e:40:d9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:31:12.635850 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7bfddc98-f0d7-4ead-a21c-ed99eab9af6c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group (a22beccc-2f06-4f47-a2e7-125c50e39b01), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:12.637984 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b1d4fe2e-cf0c-4c09-aa78-57dd06d4497f req-b57d68fd-747f-4f4d-a67c-bb0914d4daa6 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831455 Nov 02 12:31:12.644285 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7bfddc98-f0d7-4ead-a21c-ed99eab9af6c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (a22beccc-2f06-4f47-a2e7-125c50e39b01), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:12.648052 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port c5761531-577c-4309-a7db-9bb6acfee9dc is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:12.648851 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:12.660901 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41590) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:12.672778 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5761531-577c-4309-a7db-9bb6acfee9dc {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:12.723134 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port c5761531-577c-4309-a7db-9bb6acfee9dc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c5761531-577c-4309-a7db-9bb6acfee9dc,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:12.729865 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:12.752492 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7bfddc98-f0d7-4ead-a21c-ed99eab9af6c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:12.759136 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7bfddc98-f0d7-4ead-a21c-ed99eab9af6c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4881430 Nov 02 12:31:12.759609 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41596) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:12.764591 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-b3975ce7-c833-4b02-910b-6d8aba163607 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Request body: {'security_group_rule': {'security_group_id': 'a22beccc-2f06-4f47-a2e7-125c50e39b01', 'project_id': '620e39db57f34948b5450e5b90c984cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:12.765787 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfddc98-f0d7-4ead-a21c-ed99eab9af6c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22beccc-2f06-4f47-a2e7-125c50e39b01,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:12.840334 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d4c10-f2fa-40ee-a4c0-492957b71af1 req-536b8f9e-91b0-4063-9469-1fca9b63cdf4 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:12.843341 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-683d4c10-f2fa-40ee-a4c0-492957b71af1 req-536b8f9e-91b0-4063-9469-1fca9b63cdf4 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0701201 Nov 02 12:31:12.891271 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=c5761531-577c-4309-a7db-9bb6acfee9dc,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:12.956101 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3975ce7-c833-4b02-910b-6d8aba163607 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (9be14fd6-2d85-4c40-8877-2b48ce46884c), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:12.977697 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-683d4c10-f2fa-40ee-a4c0-492957b71af1 req-6a5bd428-968b-4cb7-a135-90ec615cc56f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109776 Nov 02 12:31:13.008782 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['c5761531-577c-4309-a7db-9bb6acfee9dc'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:31:13.020381 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aafa0-b6eb-42cf-8e56-9a1e8d8b5f12 req-d1be0bc5-7a91-4822-ac0e-ffce989a234f tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:13.028163 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-323aafa0-b6eb-42cf-8e56-9a1e8d8b5f12 req-d1be0bc5-7a91-4822-ac0e-ffce989a234f tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 945 time: 0.1546583 Nov 02 12:31:13.062483 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Sync routers for ids ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:31:13.082367 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-784a1cc3-03cd-48e1-b034-3d661ad47904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.088851 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Routers {'7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:31:13.089974 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:31:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:13.115097 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 9840eb17-6e08-46ff-b333-d31c2ad2771a up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:13.250069 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 9840eb17-6e08-46ff-b333-d31c2ad2771a triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:13.250669 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.251209 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 9840eb17-6e08-46ff-b333-d31c2ad2771a Nov 02 12:31:13.258645 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:13.300647 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-323aafa0-b6eb-42cf-8e56-9a1e8d8b5f12 req-2201c5c7-d282-4c73-bac8-4dc0c4bf8165 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710686 Nov 02 12:31:13.305550 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-784a1cc3-03cd-48e1-b034-3d661ad47904 admin admin] Publish callbacks [] for security_group (00a8c002-448a-49ed-ab49-3ec8d774a415), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.319078 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-784a1cc3-03cd-48e1-b034-3d661ad47904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (00a8c002-448a-49ed-ab49-3ec8d774a415), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.360716 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3975ce7-c833-4b02-910b-6d8aba163607 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (9be14fd6-2d85-4c40-8877-2b48ce46884c), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.372462 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:13.382731 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3975ce7-c833-4b02-910b-6d8aba163607 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (9be14fd6-2d85-4c40-8877-2b48ce46884c), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.407216 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Set router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:31:13.438685 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758bd3e-c705-40ea-9bae-482f3da932ef req-c0df3a0a-4137-44f9-a0c3-5d79575c1b10 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:13.442034 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f758bd3e-c705-40ea-9bae-482f3da932ef req-c0df3a0a-4137-44f9-a0c3-5d79575c1b10 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0922780 Nov 02 12:31:13.446980 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3975ce7-c833-4b02-910b-6d8aba163607 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.448599 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b3975ce7-c833-4b02-910b-6d8aba163607 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6878514 Nov 02 12:31:13.451462 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41606) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:13.458664 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-4790a870-7b9a-4e63-a2f9-0a482ce06e8a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Request body: {'security_group_rule': {'security_group_id': 'a22beccc-2f06-4f47-a2e7-125c50e39b01', 'project_id': '620e39db57f34948b5450e5b90c984cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:13.463636 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-784a1cc3-03cd-48e1-b034-3d661ad47904 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=76325bc9b05344a68aa2e9a8f37bd9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8004875 Nov 02 12:31:13.471557 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41610) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:13.489310 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a1cc3-03cd-48e1-b034-3d661ad47904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8c002-448a-49ed-ab49-3ec8d774a415,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:13.506208 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3975ce7-c833-4b02-910b-6d8aba163607 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be14fd6-2d85-4c40-8877-2b48ce46884c,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:13.536084 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 9840eb17-6e08-46ff-b333-d31c2ad2771a is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:13.536238 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:13.582305 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fb939e14-1578-4777-82ea-311b0146682d admin admin] Publish callbacks [] for security_group (00a8c002-448a-49ed-ab49-3ec8d774a415), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.596962 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f758bd3e-c705-40ea-9bae-482f3da932ef req-1b9dc9c2-0158-4887-9038-b71a300e2e1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421614 Nov 02 12:31:13.598685 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4790a870-7b9a-4e63-a2f9-0a482ce06e8a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (5b98a696-b6a4-4334-ba84-5b9172d9f922), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.610213 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fb939e14-1578-4777-82ea-311b0146682d admin admin] Publish callbacks [] for security_group (00a8c002-448a-49ed-ab49-3ec8d774a415), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.633546 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:13.651187 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:31:01Z', 'updated_at': '2022-11-02T12:31:09Z', 'revision_number': 4, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'gw_port': {'id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:04Z', 'updated_at': '2022-11-02T12:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'cb543a9e-e897-4021-9089-c6610299438e', 'name': '', 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'mac_address': 'fa:16:3e:ea:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2bbd036b-5dee-4675-844b-66c110e6076d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:09Z', 'updated_at': '2022-11-02T12:31:10Z', 'revision_number': 2, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'subnets': [{'id': '2bbd036b-5dee-4675-844b-66c110e6076d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:13.681531 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fb939e14-1578-4777-82ea-311b0146682d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (00a8c002-448a-49ed-ab49-3ec8d774a415), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.685512 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fb939e14-1578-4777-82ea-311b0146682d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.691105 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-fb939e14-1578-4777-82ea-311b0146682d admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/00a8c002-448a-49ed-ab49-3ec8d774a415 HTTP/1.1" status: 204 len: 168 time: 0.2140498 Nov 02 12:31:13.694456 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4790a870-7b9a-4e63-a2f9-0a482ce06e8a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (5b98a696-b6a4-4334-ba84-5b9172d9f922), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.699685 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb939e14-1578-4777-82ea-311b0146682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8c002-448a-49ed-ab49-3ec8d774a415,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:13.710150 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4790a870-7b9a-4e63-a2f9-0a482ce06e8a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (5b98a696-b6a4-4334-ba84-5b9172d9f922), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.740937 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Checking router: 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:31:13.741591 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Updating router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa port cb543a9e-e897-4021-9089-c6610299438e binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:31:13.741823 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4790a870-7b9a-4e63-a2f9-0a482ce06e8a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.746249 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4790a870-7b9a-4e63-a2f9-0a482ce06e8a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2929087 Nov 02 12:31:13.746469 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41620) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:13.751171 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-d2933774-5543-4976-ab0d-86982d26bc27 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Request body: {'security_group_rule': {'security_group_id': 'a22beccc-2f06-4f47-a2e7-125c50e39b01', 'project_id': '620e39db57f34948b5450e5b90c984cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:13.756009 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790a870-7b9a-4e63-a2f9-0a482ce06e8a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b98a696-b6a4-4334-ba84-5b9172d9f922,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:13.827651 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (cb543a9e-e897-4021-9089-c6610299438e), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.856575 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:13.858065 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d2933774-5543-4976-ab0d-86982d26bc27 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (37e21f9d-83e2-4a4a-bbe4-9a4327d63119), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:13.902958 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c53e5e-a7dd-4403-aeef-62d1f7e0b9fe req-bd551d07-ca88-450b-b3b5-a617cd40e823 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:13.911579 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-61c53e5e-a7dd-4403-aeef-62d1f7e0b9fe req-bd551d07-ca88-450b-b3b5-a617cd40e823 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 943 time: 0.1011910 Nov 02 12:31:14.016295 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d2933774-5543-4976-ab0d-86982d26bc27 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (37e21f9d-83e2-4a4a-bbe4-9a4327d63119), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.023903 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-61c53e5e-a7dd-4403-aeef-62d1f7e0b9fe req-8968d6ac-d7a5-4269-a64b-8c736d81c2fd tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101558 Nov 02 12:31:14.025308 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d2933774-5543-4976-ab0d-86982d26bc27 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (37e21f9d-83e2-4a4a-bbe4-9a4327d63119), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.050401 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2933774-5543-4976-ab0d-86982d26bc27 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e21f9d-83e2-4a4a-bbe4-9a4327d63119,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:14.058883 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d2933774-5543-4976-ab0d-86982d26bc27 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.060759 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-d2933774-5543-4976-ab0d-86982d26bc27 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3133821 Nov 02 12:31:14.064941 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41628) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:14.071558 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-b7144874-e254-4624-a8fb-4fdb75027496 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Request body: {'security_group_rule': {'security_group_id': 'a22beccc-2f06-4f47-a2e7-125c50e39b01', 'project_id': '620e39db57f34948b5450e5b90c984cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:14.154185 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b7144874-e254-4624-a8fb-4fdb75027496 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (e3119941-953a-47cb-b72c-bae36e6e801a), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.184504 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Publish callbacks [] for port (cb543a9e-e897-4021-9089-c6610299438e), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.193775 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (cb543a9e-e897-4021-9089-c6610299438e), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.244785 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4b2d5-4232-489e-b71a-332e04fa06f5 None None] Pushing event updated for resources: {'Port': ['ID=cb543a9e-e897-4021-9089-c6610299438e,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:14.327047 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 98b3c8ba-be36-40d6-85e4-1560f5301886 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:31:14.331117 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device c5761531-577c-4309-a7db-9bb6acfee9dc up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:14.400465 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05483ba7-21fb-44f3-9966-a21dc6763a6b req-c9fb1f55-ea2b-415f-97b6-c0ef5dd8b836 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:14.400688 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Attempting to bind port cb543a9e-e897-4021-9089-c6610299438e on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:14.401208 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Attempting to bind port cb543a9e-e897-4021-9089-c6610299438e by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '6bf106b7-f253-471e-a870-89780ac0a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:14.402672 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-05483ba7-21fb-44f3-9966-a21dc6763a6b req-c9fb1f55-ea2b-415f-97b6-c0ef5dd8b836 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1172771 Nov 02 12:31:14.403921 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Attempting to bind port cb543a9e-e897-4021-9089-c6610299438e on network c2d038d1-ef82-436e-a0dd-190924bcdeb2 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:14.449655 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41652) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:14.463388 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b7144874-e254-4624-a8fb-4fdb75027496 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (e3119941-953a-47cb-b72c-bae36e6e801a), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.476229 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b7144874-e254-4624-a8fb-4fdb75027496 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (e3119941-953a-47cb-b72c-bae36e6e801a), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.523677 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7144874-e254-4624-a8fb-4fdb75027496 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3119941-953a-47cb-b72c-bae36e6e801a,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:14.540213 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-05483ba7-21fb-44f3-9966-a21dc6763a6b req-b8a8a7b0-aca1-46a7-81cd-8602e201a7d1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197374 Nov 02 12:31:14.590291 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b7144874-e254-4624-a8fb-4fdb75027496 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.593275 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b7144874-e254-4624-a8fb-4fdb75027496 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5263588 Nov 02 12:31:14.596297 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41660) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:14.604171 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port c5761531-577c-4309-a7db-9bb6acfee9dc completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:31:14.605769 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-ca3f0f00-291a-4dc6-951f-82568b227c40 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Request body: {'security_group_rule': {'security_group_id': 'a22beccc-2f06-4f47-a2e7-125c50e39b01', 'project_id': '620e39db57f34948b5450e5b90c984cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:14.615750 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port c5761531-577c-4309-a7db-9bb6acfee9dc triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:14.616159 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.616592 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port c5761531-577c-4309-a7db-9bb6acfee9dc Nov 02 12:31:14.626239 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:14.626846 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Checking segment: {'id': '6bf106b7-f253-471e-a870-89780ac0a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:14.627476 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.628249 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Bound using segment: {'id': '6bf106b7-f253-471e-a870-89780ac0a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:14.631202 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Bound port: cb543a9e-e897-4021-9089-c6610299438e, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf106b7-f253-471e-a870-89780ac0a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:14.633410 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (cb543a9e-e897-4021-9089-c6610299438e), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.664810 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.securitygroups_db [None req-ca3f0f00-291a-4dc6-951f-82568b227c40 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Project 620e39db57f34948b5450e5b90c984cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:31:14.687553 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f00-291a-4dc6-951f-82568b227c40 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (c1863531-7586-4eea-a29a-ea5519358e93), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.728438 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 98b3c8ba-be36-40d6-85e4-1560f5301886, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=98b3c8ba-be36-40d6-85e4-1560f5301886,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:14.745632 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '98b3c8ba-be36-40d6-85e4-1560f5301886', 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5', 'port_id': '98b3c8ba-be36-40d6-85e4-1560f5301886', 'mac_address': 'fa:16:3e:f7:a0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805cff27-86b2-43a7-bce4-35de182e7dda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:31:14.807665 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d9180-7c26-464f-9d0e-d91ea575fce7 req-2d6d6ce4-8afb-46f4-acaa-2fede82c642b tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:14.814912 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c76d9180-7c26-464f-9d0e-d91ea575fce7 req-2d6d6ce4-8afb-46f4-acaa-2fede82c642b tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 945 time: 0.2140410 Nov 02 12:31:14.827493 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a5fa05d3-a0f5-4221-8c22-606dd9dfbec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.835552 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] For port cb543a9e-e897-4021-9089-c6610299438e, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:14.842602 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] For port cb543a9e-e897-4021-9089-c6610299438e, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=cb543a9e-e897-4021-9089-c6610299438e,segment=NetworkSegment(6bf106b7-f253-471e-a870-89780ac0a27e),segment_id=6bf106b7-f253-471e-a870-89780ac0a27e)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:14.843071 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port c5761531-577c-4309-a7db-9bb6acfee9dc is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:14.843772 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.851191 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 98b3c8ba-be36-40d6-85e4-1560f5301886 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:14.851706 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.857482 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:14.858507 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (cb543a9e-e897-4021-9089-c6610299438e), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.895750 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b3c8ba-be36-40d6-85e4-1560f5301886 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:14.921400 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 98b3c8ba-be36-40d6-85e4-1560f5301886, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=98b3c8ba-be36-40d6-85e4-1560f5301886,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:14.929297 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e473906-98d3-4493-8449-d57838bdae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5761531-577c-4309-a7db-9bb6acfee9dc'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:14.931998 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4164e793-6dc1-463d-b286-d4f55953282c" -d '{"events": [{"server_uuid": "4e473906-98d3-4493-8449-d57838bdae8f", "name": "network-vif-plugged", "status": "completed", "tag": "c5761531-577c-4309-a7db-9bb6acfee9dc"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:14.933412 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:14.938483 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:14.948838 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb669d-0b6e-452d-a95b-1e53210984cf req-3224590c-baf2-4e6a-bb00-c95c7b81084a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:14.954797 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-45bb669d-0b6e-452d-a95b-1e53210984cf req-3224590c-baf2-4e6a-bb00-c95c7b81084a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1801648 Nov 02 12:31:14.968070 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c76d9180-7c26-464f-9d0e-d91ea575fce7 req-fb7e9f1a-1d30-4210-83c5-ede3e40d2302 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415188 Nov 02 12:31:14.973661 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Routers {'7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:31:14.977945 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:31:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:15.063260 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:15.091180 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4b2d5-4232-489e-b71a-332e04fa06f5 None None] Pushing event updated for resources: {'Port': ['ID=cb543a9e-e897-4021-9089-c6610299438e,revision_number=4']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:15.098027 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41670) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:15.146802 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a5fa05d3-a0f5-4221-8c22-606dd9dfbec1 admin admin] Publish callbacks [] for security_group (0a8ff3c6-86ec-4dc0-b69b-08548b34b990), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.205377 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a5fa05d3-a0f5-4221-8c22-606dd9dfbec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0a8ff3c6-86ec-4dc0-b69b-08548b34b990), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.256335 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] Set router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:31:15.324562 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa05d3-a0f5-4221-8c22-606dd9dfbec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8ff3c6-86ec-4dc0-b69b-08548b34b990,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:15.341169 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:15.368344 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194147ca-3416-4f24-9f8c-ed261342dd35 x-openstack-request-id: req-194147ca-3416-4f24-9f8c-ed261342dd35 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:15.368933 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e473906-98d3-4493-8449-d57838bdae8f", "name": "network-vif-plugged", "status": "completed", "tag": "c5761531-577c-4309-a7db-9bb6acfee9dc", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:15.369417 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-194147ca-3416-4f24-9f8c-ed261342dd35 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:15.369998 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194147ca-3416-4f24-9f8c-ed261342dd35'] response: {'server_uuid': '4e473906-98d3-4493-8449-d57838bdae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5761531-577c-4309-a7db-9bb6acfee9dc', 'code': 200} Nov 02 12:31:15.373235 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port c5761531-577c-4309-a7db-9bb6acfee9dc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c5761531-577c-4309-a7db-9bb6acfee9dc,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:15.393358 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.400960 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8ec23-d1ae-4959-850d-369912ba7282 req-726e8e94-5b66-418a-ad43-bb70e299d6a0 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:15.410038 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7cf8ec23-d1ae-4959-850d-369912ba7282 req-726e8e94-5b66-418a-ad43-bb70e299d6a0 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 944 time: 0.1420853 Nov 02 12:31:15.418688 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=98b3c8ba-be36-40d6-85e4-1560f5301886,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:15.426051 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-45bb669d-0b6e-452d-a95b-1e53210984cf req-92220f3e-9b76-4bb7-85ab-eddc426c36fb tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540083 Nov 02 12:31:15.457261 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-89d3c795-6bed-4845-b4df-c574649aa356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.462088 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a5fa05d3-a0f5-4221-8c22-606dd9dfbec1 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=4a9b79a9a3a04cea9255d4ac2dc490ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0105953 Nov 02 12:31:15.464974 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f00-291a-4dc6-951f-82568b227c40 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (c1863531-7586-4eea-a29a-ea5519358e93), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.466326 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41684) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:15.529289 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['98b3c8ba-be36-40d6-85e4-1560f5301886'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:31:15.550590 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f00-291a-4dc6-951f-82568b227c40 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (c1863531-7586-4eea-a29a-ea5519358e93), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.573331 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7cf8ec23-d1ae-4959-850d-369912ba7282 req-d9809722-9e98-4755-acb0-5d27bce11332 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507640 Nov 02 12:31:15.667260 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:15.671422 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f0f00-291a-4dc6-951f-82568b227c40 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1863531-7586-4eea-a29a-ea5519358e93,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:15.682958 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-447225ad-0223-4365-b696-852d2d0cb667 admin admin] Publish callbacks [] for security_group (0a8ff3c6-86ec-4dc0-b69b-08548b34b990), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.684605 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81364066-d396-413f-975b-7649f94da757 req-046e1e3e-7393-401f-9d7e-971e7267f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:15.686449 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-81364066-d396-413f-975b-7649f94da757 req-046e1e3e-7393-401f-9d7e-971e7267f5e3 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 1130 time: 0.1211302 Nov 02 12:31:15.724842 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=c5761531-577c-4309-a7db-9bb6acfee9dc,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:15.741823 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f00-291a-4dc6-951f-82568b227c40 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.747570 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ca3f0f00-291a-4dc6-951f-82568b227c40 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1442318 Nov 02 12:31:15.749660 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41692) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:15.754841 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-189a808f-9376-4387-bf57-e847e3f09dbf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Request body: {'security_group_rule': {'security_group_id': 'a22beccc-2f06-4f47-a2e7-125c50e39b01', 'project_id': '620e39db57f34948b5450e5b90c984cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:15.787181 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:15.798468 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-89d3c795-6bed-4845-b4df-c574649aa356 admin admin] Publish callbacks [] for security_group (c9aa86e9-c4d2-4fa8-9e5e-3ec354ff2493), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.808671 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-447225ad-0223-4365-b696-852d2d0cb667 admin admin] Publish callbacks [] for security_group (0a8ff3c6-86ec-4dc0-b69b-08548b34b990), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.810395 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-89d3c795-6bed-4845-b4df-c574649aa356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c9aa86e9-c4d2-4fa8-9e5e-3ec354ff2493), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.810988 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:31:01Z', 'updated_at': '2022-11-02T12:31:09Z', 'revision_number': 4, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'gw_port': {'id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:04Z', 'updated_at': '2022-11-02T12:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'cb543a9e-e897-4021-9089-c6610299438e', 'name': '', 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'mac_address': 'fa:16:3e:ea:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2bbd036b-5dee-4675-844b-66c110e6076d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:09Z', 'updated_at': '2022-11-02T12:31:14Z', 'revision_number': 4, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'subnets': [{'id': '2bbd036b-5dee-4675-844b-66c110e6076d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:15.846703 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f2544-2f83-494d-9f49-b72db4f15bab req-4f2fb4b2-8246-470f-8990-dc68de102353 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:15.848373 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3b1f2544-2f83-494d-9f49-b72db4f15bab req-4f2fb4b2-8246-470f-8990-dc68de102353 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1526635 Nov 02 12:31:15.852456 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.securitygroups_db [None req-189a808f-9376-4387-bf57-e847e3f09dbf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Project 620e39db57f34948b5450e5b90c984cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:31:15.866225 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-81364066-d396-413f-975b-7649f94da757 req-9d950b1f-40f3-4013-91e8-af9baeb6d14a service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241541 Nov 02 12:31:15.883885 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-189a808f-9376-4387-bf57-e847e3f09dbf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (bc6c2fd9-44f6-4ab0-bede-edfa59802bfa), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.887467 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:15.906857 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-89d3c795-6bed-4845-b4df-c574649aa356 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=11186aeabdc248989def78417828b0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8036447 Nov 02 12:31:15.907174 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:15.907358 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41694) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:15.923202 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35598c5-97d2-453c-9457-6e98fd6312f7 None None] The sync data for ids ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'] in dv-cinder-863273-1-iscsi is: [{'id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:31:01Z', 'updated_at': '2022-11-02T12:31:09Z', 'revision_number': 4, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'gw_port': {'id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:04Z', 'updated_at': '2022-11-02T12:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'cb543a9e-e897-4021-9089-c6610299438e', 'name': '', 'network_id': 'c2d038d1-ef82-436e-a0dd-190924bcdeb2', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'mac_address': 'fa:16:3e:ea:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2bbd036b-5dee-4675-844b-66c110e6076d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:09Z', 'updated_at': '2022-11-02T12:31:14Z', 'revision_number': 4, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'subnets': [{'id': '2bbd036b-5dee-4675-844b-66c110e6076d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:31:15.923827 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3c795-6bed-4845-b4df-c574649aa356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aa86e9-c4d2-4fa8-9e5e-3ec354ff2493,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:15.955895 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3b1f2544-2f83-494d-9f49-b72db4f15bab req-c1b0142f-7ae1-4354-ad6a-b63b0cc39901 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932686 Nov 02 12:31:15.977472 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-447225ad-0223-4365-b696-852d2d0cb667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0a8ff3c6-86ec-4dc0-b69b-08548b34b990), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.980359 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-447225ad-0223-4365-b696-852d2d0cb667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:15.981925 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-447225ad-0223-4365-b696-852d2d0cb667 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0a8ff3c6-86ec-4dc0-b69b-08548b34b990 HTTP/1.1" status: 204 len: 168 time: 0.5138707 Nov 02 12:31:16.065163 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447225ad-0223-4365-b696-852d2d0cb667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8ff3c6-86ec-4dc0-b69b-08548b34b990,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:16.103910 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4db94624-d8aa-414b-b8df-b226b5b949a3 admin admin] Publish callbacks [] for security_group (c9aa86e9-c4d2-4fa8-9e5e-3ec354ff2493), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:16.126553 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-189a808f-9376-4387-bf57-e847e3f09dbf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (bc6c2fd9-44f6-4ab0-bede-edfa59802bfa), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:16.145643 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-189a808f-9376-4387-bf57-e847e3f09dbf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (bc6c2fd9-44f6-4ab0-bede-edfa59802bfa), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:16.165762 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a808f-9376-4387-bf57-e847e3f09dbf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6c2fd9-44f6-4ab0-bede-edfa59802bfa,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:16.181162 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4db94624-d8aa-414b-b8df-b226b5b949a3 admin admin] Publish callbacks [] for security_group (c9aa86e9-c4d2-4fa8-9e5e-3ec354ff2493), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:16.187993 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-189a808f-9376-4387-bf57-e847e3f09dbf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:16.201221 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-189a808f-9376-4387-bf57-e847e3f09dbf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4387226 Nov 02 12:31:16.267664 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0eb81-9134-4089-b9d2-a65937682bdc req-332eabad-bf47-4322-8f05-751dcd06f11d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:16.270408 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-06d0eb81-9134-4089-b9d2-a65937682bdc req-332eabad-bf47-4322-8f05-751dcd06f11d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.1127205 Nov 02 12:31:16.320113 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4db94624-d8aa-414b-b8df-b226b5b949a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c9aa86e9-c4d2-4fa8-9e5e-3ec354ff2493), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:16.323002 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4db94624-d8aa-414b-b8df-b226b5b949a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:16.324465 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4db94624-d8aa-414b-b8df-b226b5b949a3 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/c9aa86e9-c4d2-4fa8-9e5e-3ec354ff2493 HTTP/1.1" status: 204 len: 168 time: 0.4123566 Nov 02 12:31:16.355120 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db94624-d8aa-414b-b8df-b226b5b949a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aa86e9-c4d2-4fa8-9e5e-3ec354ff2493,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:16.446300 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-06d0eb81-9134-4089-b9d2-a65937682bdc req-9fdc0985-2023-40e1-8a6a-22d5528f80e9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206002 Nov 02 12:31:16.740300 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 98b3c8ba-be36-40d6-85e4-1560f5301886 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:16.746175 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378351-9989-42f6-b7d3-cd84410f6948 req-ca5c43d3-594d-4f4b-9765-02150ea4baca tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:16.780636 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-de378351-9989-42f6-b7d3-cd84410f6948 req-ca5c43d3-594d-4f4b-9765-02150ea4baca tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1475627 Nov 02 12:31:16.935922 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 98b3c8ba-be36-40d6-85e4-1560f5301886 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:31:16.951233 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 98b3c8ba-be36-40d6-85e4-1560f5301886 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:16.952216 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:16.953837 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 98b3c8ba-be36-40d6-85e4-1560f5301886 Nov 02 12:31:16.967737 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f850d-3791-4b2e-bd17-928b69986694 req-84256d64-1144-4321-880b-6bae85fd78a3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:16.978349 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-541f850d-3791-4b2e-bd17-928b69986694 req-84256d64-1144-4321-880b-6bae85fd78a3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 944 time: 0.2150590 Nov 02 12:31:16.980744 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-de378351-9989-42f6-b7d3-cd84410f6948 req-30542645-7de5-400b-9d2a-3bb058364ddd tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988988 Nov 02 12:31:17.071633 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device cb543a9e-e897-4021-9089-c6610299438e up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:17.177776 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-541f850d-3791-4b2e-bd17-928b69986694 req-9c55ed4a-4a37-428d-a4cb-19834d9ee595 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633172 Nov 02 12:31:17.267285 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 98b3c8ba-be36-40d6-85e4-1560f5301886 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:17.267863 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:17.320117 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5931d-4066-4f88-a919-3e7025cad242 req-b45761ef-3f8f-4ca7-ad02-34686152795d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:17.325037 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a8f5931d-4066-4f88-a919-3e7025cad242 req-b45761ef-3f8f-4ca7-ad02-34686152795d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1004353 Nov 02 12:31:17.352454 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41754) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:17.381664 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83e4a2-16c2-4753-9307-9de44a3f430f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b3c8ba-be36-40d6-85e4-1560f5301886'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:17.384213 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cbb6ee-1b85-4461-ba62-7ff89b94bbde" -d '{"events": [{"server_uuid": "2a83e4a2-16c2-4753-9307-9de44a3f430f", "name": "network-vif-plugged", "status": "completed", "tag": "98b3c8ba-be36-40d6-85e4-1560f5301886"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:17.405604 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port cb543a9e-e897-4021-9089-c6610299438e triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:17.406217 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (cb543a9e-e897-4021-9089-c6610299438e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:17.406950 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port cb543a9e-e897-4021-9089-c6610299438e Nov 02 12:31:17.411457 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 98b3c8ba-be36-40d6-85e4-1560f5301886, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=98b3c8ba-be36-40d6-85e4-1560f5301886,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:17.420059 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0e17d73c-eae3-45e5-8ebd-994940fb0493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:17.513174 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a8f5931d-4066-4f88-a919-3e7025cad242 req-6d380a58-a4c3-4e11-bbff-1d6000beed75 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772940 Nov 02 12:31:17.530062 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:17.572407 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12e61bf-3d39-488b-9d01-691612984608 x-openstack-request-id: req-a12e61bf-3d39-488b-9d01-691612984608 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:17.573192 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83e4a2-16c2-4753-9307-9de44a3f430f", "name": "network-vif-plugged", "status": "completed", "tag": "98b3c8ba-be36-40d6-85e4-1560f5301886", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:17.573575 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a12e61bf-3d39-488b-9d01-691612984608 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:17.574253 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12e61bf-3d39-488b-9d01-691612984608'] response: {'server_uuid': '2a83e4a2-16c2-4753-9307-9de44a3f430f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b3c8ba-be36-40d6-85e4-1560f5301886', 'code': 200} Nov 02 12:31:17.593115 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:17.721228 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0e17d73c-eae3-45e5-8ebd-994940fb0493 admin admin] Publish callbacks [] for security_group (336621fe-31ef-4318-824a-1706db67a34a), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:17.727532 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0e17d73c-eae3-45e5-8ebd-994940fb0493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (336621fe-31ef-4318-824a-1706db67a34a), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:17.751004 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port cb543a9e-e897-4021-9089-c6610299438e is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:17.751563 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (cb543a9e-e897-4021-9089-c6610299438e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:17.763794 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=98b3c8ba-be36-40d6-85e4-1560f5301886,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:17.795100 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0e17d73c-eae3-45e5-8ebd-994940fb0493 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=627977d3d0754db4b99d97a9cd45d3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408693 Nov 02 12:31:17.796503 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17d73c-eae3-45e5-8ebd-994940fb0493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336621fe-31ef-4318-824a-1706db67a34a,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:17.799437 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41770) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:17.811915 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port cb543a9e-e897-4021-9089-c6610299438e, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=cb543a9e-e897-4021-9089-c6610299438e,segment=NetworkSegment(6bf106b7-f253-471e-a870-89780ac0a27e),segment_id=6bf106b7-f253-471e-a870-89780ac0a27e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:17.812840 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa80f-dae8-4e93-b4c3-6fd7474fa0a4 req-6cb9a403-d2c7-4d02-8fec-71b0de97b77a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:17.816547 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ab6fa80f-dae8-4e93-b4c3-6fd7474fa0a4 req-6cb9a403-d2c7-4d02-8fec-71b0de97b77a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.1264687 Nov 02 12:31:17.826237 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (cb543a9e-e897-4021-9089-c6610299438e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:17.932132 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=cb543a9e-e897-4021-9089-c6610299438e,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:17.956661 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-327af9ee-f087-4d73-b070-f9a293ccc646 admin admin] Publish callbacks [] for security_group (336621fe-31ef-4318-824a-1706db67a34a), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:17.984567 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ab6fa80f-dae8-4e93-b4c3-6fd7474fa0a4 req-aa872afe-a44f-47b8-ac43-54352f2a62b4 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594143 Nov 02 12:31:18.011430 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-327af9ee-f087-4d73-b070-f9a293ccc646 admin admin] Publish callbacks [] for security_group (336621fe-31ef-4318-824a-1706db67a34a), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:18.082162 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-327af9ee-f087-4d73-b070-f9a293ccc646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (336621fe-31ef-4318-824a-1706db67a34a), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:18.086612 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-327af9ee-f087-4d73-b070-f9a293ccc646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:18.088748 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-327af9ee-f087-4d73-b070-f9a293ccc646 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/336621fe-31ef-4318-824a-1706db67a34a HTTP/1.1" status: 204 len: 168 time: 0.2879498 Nov 02 12:31:18.125553 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327af9ee-f087-4d73-b070-f9a293ccc646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336621fe-31ef-4318-824a-1706db67a34a,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:18.142823 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:18.204189 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424c482-73bb-4e81-a36c-6a912eed1efb req-90b4d369-da8b-420c-8b41-165719f24a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:18.214032 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4424c482-73bb-4e81-a36c-6a912eed1efb req-90b4d369-da8b-420c-8b41-165719f24a24 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 1129 time: 0.1120212 Nov 02 12:31:18.281247 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa4698-7df0-4c4c-94f2-9baa0e41af0e req-ba750805-e1dc-441c-9ae1-d1ddd61212ac tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:18.291076 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-16fa4698-7df0-4c4c-94f2-9baa0e41af0e req-ba750805-e1dc-441c-9ae1-d1ddd61212ac tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0997491 Nov 02 12:31:18.335965 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:18.401568 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-16fa4698-7df0-4c4c-94f2-9baa0e41af0e req-618cf56a-9b53-4e41-8ce4-4274e6191fab tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088800 Nov 02 12:31:18.413577 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4424c482-73bb-4e81-a36c-6a912eed1efb req-f6a140a2-792d-4672-8ef1-0db544990bd4 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878011 Nov 02 12:31:18.558407 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e732f6c-0042-4011-ac7b-f5d967001c81 req-c519cace-8c3a-4d15-b48f-a06260d0ff02 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:18.568493 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3e732f6c-0042-4011-ac7b-f5d967001c81 req-c519cace-8c3a-4d15-b48f-a06260d0ff02 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 945 time: 0.1169443 Nov 02 12:31:18.657810 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3e732f6c-0042-4011-ac7b-f5d967001c81 req-4ad50078-5cee-48e9-ac76-569e5c4ef052 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857372 Nov 02 12:31:18.733220 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd915-4011-43da-a137-c59224601b27 req-12f3c00d-2472-44a5-a2a2-745fe67bf4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:18.735582 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-19edd915-4011-43da-a137-c59224601b27 req-12f3c00d-2472-44a5-a2a2-745fe67bf4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0662675 Nov 02 12:31:18.752596 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:31:18.839581 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-19edd915-4011-43da-a137-c59224601b27 req-89884065-aded-4294-9d2f-13517f8869c1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972593 Nov 02 12:31:18.967544 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device cb543a9e-e897-4021-9089-c6610299438e up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:19.033372 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:19.073584 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41828) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:19.075188 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'port_id': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'mac_address': 'fa:16:3e:05:dc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:31:19.103144 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port cb543a9e-e897-4021-9089-c6610299438e triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:19.103746 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (cb543a9e-e897-4021-9089-c6610299438e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.104164 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port cb543a9e-e897-4021-9089-c6610299438e Nov 02 12:31:19.128047 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a4e42f3e-2902-49eb-b8e3-afb83cf509b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.195278 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:19.196346 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e is: ACTIVE; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:19.196880 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.273560 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76520876-ec20-4f93-afd1-a7ac9b9e2c3e {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:19.292822 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f439265-d91c-42b8-aeb7-24f6dc0b64a9 req-14b00c4b-59f4-4f2d-b5f5-56095e744cbc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:19.305436 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1f439265-d91c-42b8-aeb7-24f6dc0b64a9 req-14b00c4b-59f4-4f2d-b5f5-56095e744cbc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.1464579 Nov 02 12:31:19.316828 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a4e42f3e-2902-49eb-b8e3-afb83cf509b4 admin admin] Publish callbacks [] for security_group (59c54269-7dbb-449f-b721-20187e4c0a9f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.322037 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a4e42f3e-2902-49eb-b8e3-afb83cf509b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (59c54269-7dbb-449f-b721-20187e4c0a9f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.353622 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:19.397302 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.400653 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1f439265-d91c-42b8-aeb7-24f6dc0b64a9 req-d3d6c27b-4365-4e2e-a478-c13265aef7f9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944216 Nov 02 12:31:19.417065 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41840) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:19.417397 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a4e42f3e-2902-49eb-b8e3-afb83cf509b4 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=9d87220bac5a4e27a5543af3f70278dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392978 Nov 02 12:31:19.418464 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e42f3e-2902-49eb-b8e3-afb83cf509b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c54269-7dbb-449f-b721-20187e4c0a9f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:19.478381 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port cb543a9e-e897-4021-9089-c6610299438e is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:19.506906 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-384fabd3-b7a3-45cf-8025-0e0a5f0f0251 admin admin] Publish callbacks [] for security_group (59c54269-7dbb-449f-b721-20187e4c0a9f), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.543299 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:19.558231 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['76520876-ec20-4f93-afd1-a7ac9b9e2c3e'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:31:19.575750 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-384fabd3-b7a3-45cf-8025-0e0a5f0f0251 admin admin] Publish callbacks [] for security_group (59c54269-7dbb-449f-b721-20187e4c0a9f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.606274 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=6']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:19.626318 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1ff0e-ee89-440f-b3e3-558f959373ad req-7f9814a7-d91a-481b-b2c1-91ddb4efb584 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:19.634890 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-55e1ff0e-ee89-440f-b3e3-558f959373ad req-7f9814a7-d91a-481b-b2c1-91ddb4efb584 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.1291659 Nov 02 12:31:19.642751 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41856) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:19.650516 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded615a-e642-496e-a0b1-119168137303 req-724ee849-2bba-49ba-b233-1f8d8de37f34 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:19.652090 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-aded615a-e642-496e-a0b1-119168137303 req-724ee849-2bba-49ba-b233-1f8d8de37f34 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1269834 Nov 02 12:31:19.660020 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'floatingip': {'port_id': 'c5761531-577c-4309-a7db-9bb6acfee9dc'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:19.678524 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:19.748557 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-aded615a-e642-496e-a0b1-119168137303 req-b007b5a7-63ef-4a99-8210-9cd8a4594f57 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Nov 02 12:31:19.761732 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-384fabd3-b7a3-45cf-8025-0e0a5f0f0251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (59c54269-7dbb-449f-b721-20187e4c0a9f), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.765097 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-384fabd3-b7a3-45cf-8025-0e0a5f0f0251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:19.766510 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-384fabd3-b7a3-45cf-8025-0e0a5f0f0251 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/59c54269-7dbb-449f-b721-20187e4c0a9f HTTP/1.1" status: 204 len: 168 time: 0.3477674 Nov 02 12:31:19.791519 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fabd3-b7a3-45cf-8025-0e0a5f0f0251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c54269-7dbb-449f-b721-20187e4c0a9f,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:19.878454 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:20.173473 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9db78-882e-40c5-92a2-be2d9b06e51d req-d215299f-395c-46ae-b0b7-902ae605dd91 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:20.182207 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5cb9db78-882e-40c5-92a2-be2d9b06e51d req-d215299f-395c-46ae-b0b7-902ae605dd91 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 944 time: 0.2000120 Nov 02 12:31:20.358235 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5cb9db78-882e-40c5-92a2-be2d9b06e51d req-b9294bfe-032a-4e98-a9f5-9db959be629f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535175 Nov 02 12:31:20.359792 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 41876) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:20.655452 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c2f73-839c-4f78-9a17-4130ab410ffc req-9dff4f19-d850-4dcf-a3b4-11b63c019c80 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:20.676824 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7d5c2f73-839c-4f78-9a17-4130ab410ffc req-9dff4f19-d850-4dcf-a3b4-11b63c019c80 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 945 time: 0.8370180 Nov 02 12:31:20.762947 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:20.874953 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:20.875329 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:20.875925 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e Nov 02 12:31:20.877685 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7d5c2f73-839c-4f78-9a17-4130ab410ffc req-74c4badd-615a-4625-9864-898e5dc4526a tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997752 Nov 02 12:31:21.109949 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f77ff6dc-c470-4dda-abac-200b50162590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:21.143407 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:21.143806 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:21.195117 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:21.199462 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc839942-63b8-4cc4-87b9-9a0ad1290296" -d '{"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-plugged", "status": "completed", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:21.219356 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:21.225817 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:21.234776 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:21.362058 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28ec395-db55-4e15-a985-32534ffa8075 x-openstack-request-id: req-c28ec395-db55-4e15-a985-32534ffa8075 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:21.362375 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-plugged", "status": "completed", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:21.362632 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c28ec395-db55-4e15-a985-32534ffa8075 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:21.363101 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28ec395-db55-4e15-a985-32534ffa8075'] response: {'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'code': 200} Nov 02 12:31:21.379100 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=7']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:21.435714 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f77ff6dc-c470-4dda-abac-200b50162590 admin admin] Publish callbacks [] for security_group (426d6c95-848c-484d-b58a-abc220416a16), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:21.459204 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f77ff6dc-c470-4dda-abac-200b50162590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (426d6c95-848c-484d-b58a-abc220416a16), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:21.574109 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ff6dc-c470-4dda-abac-200b50162590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426d6c95-848c-484d-b58a-abc220416a16,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:21.609868 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-f77ff6dc-c470-4dda-abac-200b50162590 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=5a1ad8fc621841d2aa34faa53db6d26b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2482140 Nov 02 12:31:21.641801 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008d171-801c-4f5d-9489-b444255c196a req-c7d610e9-ab40-48b4-80c7-e32d19dfa985 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:21.651160 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4fcb6-bbf8-408c-b2e1-3d1070451a43 req-0cbb266b-bfa6-4127-aa39-3b13abb39a95 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:21.652940 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b4f4fcb6-bbf8-408c-b2e1-3d1070451a43 req-0cbb266b-bfa6-4127-aa39-3b13abb39a95 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0826752 Nov 02 12:31:21.653478 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41916) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:21.660728 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f008d171-801c-4f5d-9489-b444255c196a req-c7d610e9-ab40-48b4-80c7-e32d19dfa985 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.7024031 Nov 02 12:31:21.781660 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f008d171-801c-4f5d-9489-b444255c196a req-13278751-15ae-4058-8d58-f3bca582a8e3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859284 Nov 02 12:31:21.840252 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b4f4fcb6-bbf8-408c-b2e1-3d1070451a43 req-83ae2236-c3fa-4656-9bb1-653c0680095b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519108 Nov 02 12:31:21.991182 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:22.009360 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.db.resource_extend [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Nov 02 12:31:22.118860 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-925f7fe2-fffd-4bd3-b325-d55d62fe19f9 admin admin] Publish callbacks [] for security_group (426d6c95-848c-484d-b58a-abc220416a16), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:22.184679 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:22.186845 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-925f7fe2-fffd-4bd3-b325-d55d62fe19f9 admin admin] Publish callbacks [] for security_group (426d6c95-848c-484d-b58a-abc220416a16), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:22.210598 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:22.326682 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61dffd-0fdd-4526-a92f-2762d4884f1d req-dfba7d9c-3b53-4e66-a354-e1854b77c58f tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:22.329375 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1a61dffd-0fdd-4526-a92f-2762d4884f1d req-dfba7d9c-3b53-4e66-a354-e1854b77c58f tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 945 time: 0.1330366 Nov 02 12:31:22.424914 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.l3_db [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Floating IP a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65 associated. External IP: 172.27.3.48, port: c5761531-577c-4309-a7db-9bb6acfee9dc. Nov 02 12:31:22.427654 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-925f7fe2-fffd-4bd3-b325-d55d62fe19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (426d6c95-848c-484d-b58a-abc220416a16), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:22.430557 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-925f7fe2-fffd-4bd3-b325-d55d62fe19f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:22.431932 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-925f7fe2-fffd-4bd3-b325-d55d62fe19f9 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/426d6c95-848c-484d-b58a-abc220416a16 HTTP/1.1" status: 204 len: 168 time: 0.7454536 Nov 02 12:31:22.489458 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1a61dffd-0fdd-4526-a92f-2762d4884f1d req-eaae3605-3e2d-4f88-ae4e-4573e61dd7cc tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260395 Nov 02 12:31:22.517960 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f7fe2-fffd-4bd3-b325-d55d62fe19f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426d6c95-848c-484d-b58a-abc220416a16,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:22.899803 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:31:22.960823 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1042fda-4f91-48fa-8323-e7053589e2dd req-52ed035e-34e5-443d-bbd4-5b484bb7996b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:22.969227 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c1042fda-4f91-48fa-8323-e7053589e2dd req-52ed035e-34e5-443d-bbd4-5b484bb7996b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0846558 Nov 02 12:31:23.048584 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c1042fda-4f91-48fa-8323-e7053589e2dd req-188212d1-336f-43ad-afb7-c783bad40110 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759792 Nov 02 12:31:23.405714 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:23.418223 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8745eb6-43da-48bb-8637-b0de9544c2ba req-d2410a2c-7e9a-48f8-8065-534fbf061edb tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:23.425547 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d8745eb6-43da-48bb-8637-b0de9544c2ba req-d2410a2c-7e9a-48f8-8065-534fbf061edb tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.4305367 Nov 02 12:31:23.478579 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:31:23.485642 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:23.489932 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] Sync routers for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:31:23.524654 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d05d16a1-7c8c-44da-942b-3a336b2279c2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65 HTTP/1.1" status: 200 len: 991 time: 3.8795862 Nov 02 12:31:23.530393 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e473906-98d3-4493-8449-d57838bdae8f', 'tag': 'c5761531-577c-4309-a7db-9bb6acfee9dc'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:23.533507 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1590640b-94c3-4478-9830-e287cb77ec67" -d '{"events": [{"name": "network-changed", "server_uuid": "4e473906-98d3-4493-8449-d57838bdae8f", "tag": "c5761531-577c-4309-a7db-9bb6acfee9dc"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:23.545511 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:31:23.546309 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:31:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:23.557658 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d8745eb6-43da-48bb-8637-b0de9544c2ba req-57eed4e5-4427-44d1-b024-b4cedfaf5fd8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309803 Nov 02 12:31:23.651079 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41966) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:23.657645 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fedc4ac-811f-4a0d-9761-eb1fa9dc33d2 x-openstack-request-id: req-2fedc4ac-811f-4a0d-9761-eb1fa9dc33d2 {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:23.658020 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e473906-98d3-4493-8449-d57838bdae8f", "tag": "c5761531-577c-4309-a7db-9bb6acfee9dc", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:23.658338 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2fedc4ac-811f-4a0d-9761-eb1fa9dc33d2 {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:23.658803 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fedc4ac-811f-4a0d-9761-eb1fa9dc33d2'] response: {'name': 'network-changed', 'server_uuid': '4e473906-98d3-4493-8449-d57838bdae8f', 'tag': 'c5761531-577c-4309-a7db-9bb6acfee9dc', 'status': 'completed', 'code': 200} Nov 02 12:31:23.722016 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:23.768229 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:31:23.839477 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ad4fa-7bd3-480c-93e1-feb359f3b7f6 req-725a26ef-8a4a-4943-804b-4d6ad7277002 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:23.849541 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-df2ad4fa-7bd3-480c-93e1-feb359f3b7f6 req-725a26ef-8a4a-4943-804b-4d6ad7277002 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 945 time: 0.1964750 Nov 02 12:31:23.954205 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-9e82ab04-7457-4a04-a2e9-bf7bffb785f6 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:23.956470 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-9e82ab04-7457-4a04-a2e9-bf7bffb785f6 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 945 time: 0.2383058 Nov 02 12:31:23.978929 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:24.298667 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ddad1432-256b-434f-8de2-4145fcd15094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:24.309136 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:24.314817 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-df2ad4fa-7bd3-480c-93e1-feb359f3b7f6 req-e244f618-9e8b-4696-b3d3-f07959854a99 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643774 Nov 02 12:31:24.318550 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590640b-94c3-4478-9830-e287cb77ec67 req-2dc39c59-6a94-4ef6-bf2f-ae08e85409c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:24.320243 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1590640b-94c3-4478-9830-e287cb77ec67 req-2dc39c59-6a94-4ef6-bf2f-ae08e85409c2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 1130 time: 0.6008875 Nov 02 12:31:24.394306 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Deleting port 98b3c8ba-be36-40d6-85e4-1560f5301886 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:31:24.397651 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:24.496975 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:24.536124 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'floating_ip_address': '172.27.3.48', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'port_id': 'c5761531-577c-4309-a7db-9bb6acfee9dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'mac_address': 'fa:16:3e:40:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e473906-98d3-4493-8449-d57838bdae8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:30:47Z', 'updated_at': '2022-11-02T12:31:21Z', 'revision_number': 1, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:24.625203 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] Checking router: a9b2ae07-88a4-4ede-a0af-02af39a9cac7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:31:24.673171 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:31:24.674515 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42580ce2-138b-433b-8a59-9d32c83c7458 req-08dc5a71-fab2-429e-a0c4-df1ee951671f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:24.674969 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:31:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:24.682521 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-42580ce2-138b-433b-8a59-9d32c83c7458 req-08dc5a71-fab2-429e-a0c4-df1ee951671f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1871691 Nov 02 12:31:24.730533 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590640b-94c3-4478-9830-e287cb77ec67 req-54f19ccd-69fc-4bc1-b053-d07ad95ade74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:24.732104 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1590640b-94c3-4478-9830-e287cb77ec67 req-54f19ccd-69fc-4bc1-b053-d07ad95ade74 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 200 len: 913 time: 0.4023964 Nov 02 12:31:24.778740 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ddad1432-256b-434f-8de2-4145fcd15094 admin admin] Publish callbacks [] for security_group (5867b027-67b3-4080-a07c-35ae9f41a929), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:24.784451 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] For port 98b3c8ba-be36-40d6-85e4-1560f5301886, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=98b3c8ba-be36-40d6-85e4-1560f5301886,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:24.784846 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:24.796533 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ddad1432-256b-434f-8de2-4145fcd15094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (5867b027-67b3-4080-a07c-35ae9f41a929), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:24.906715 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-42580ce2-138b-433b-8a59-9d32c83c7458 req-c37c1414-4967-4ae8-90ea-92867c9a9a35 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228096 Nov 02 12:31:24.907637 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:31:24.918607 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ddad1432-256b-434f-8de2-4145fcd15094 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=386a3f02f91e4741b8962d2497b4fd9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2664397 Nov 02 12:31:24.919558 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad1432-256b-434f-8de2-4145fcd15094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5867b027-67b3-4080-a07c-35ae9f41a929,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:24.922232 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41990) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:24.988162 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Calling delete_port for 98b3c8ba-be36-40d6-85e4-1560f5301886 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:31:25.023453 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 41992) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:25.024149 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca256c-81f8-4e7b-93ce-91629fb1da07 req-6fceaefd-2673-4712-9c21-31e08c4a8e52 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:25.029865 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dca256c-81f8-4e7b-93ce-91629fb1da07 req-6fceaefd-2673-4712-9c21-31e08c4a8e52 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.2725897 Nov 02 12:31:25.078319 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f0da-1568-4aca-ba54-df44d9f0e7c1 admin admin] Publish callbacks [] for security_group (5867b027-67b3-4080-a07c-35ae9f41a929), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.106953 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f0da-1568-4aca-ba54-df44d9f0e7c1 admin admin] Publish callbacks [] for security_group (5867b027-67b3-4080-a07c-35ae9f41a929), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.143282 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:25.195083 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1590640b-94c3-4478-9830-e287cb77ec67 req-907fe65d-aa41-4778-b690-41544017662f service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5761531-577c-4309-a7db-9bb6acfee9dc HTTP/1.1" status: 200 len: 999 time: 0.4365768 Nov 02 12:31:25.198286 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f0da-1568-4aca-ba54-df44d9f0e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (5867b027-67b3-4080-a07c-35ae9f41a929), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.200881 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f0da-1568-4aca-ba54-df44d9f0e7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.202072 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-8ff1f0da-1568-4aca-ba54-df44d9f0e7c1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/5867b027-67b3-4080-a07c-35ae9f41a929 HTTP/1.1" status: 204 len: 168 time: 0.2787459 Nov 02 12:31:25.232581 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1f0da-1568-4aca-ba54-df44d9f0e7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5867b027-67b3-4080-a07c-35ae9f41a929,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:25.317493 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6dca256c-81f8-4e7b-93ce-91629fb1da07 req-6349dd64-36d0-47d0-863e-9c100a702d32 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672311 Nov 02 12:31:25.320569 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9c3a80d6-ac9e-47cb-91e0-f3435f586d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.353923 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590640b-94c3-4478-9830-e287cb77ec67 req-c5f7c4e4-f540-4eb7-a324-43a4285feefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:25.354877 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1590640b-94c3-4478-9830-e287cb77ec67 req-c5f7c4e4-f540-4eb7-a324-43a4285feefe service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=dd66505c-21ed-4318-84b1-3cd8c2380645 HTTP/1.1" status: 200 len: 850 time: 0.1471894 Nov 02 12:31:25.373446 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (98b3c8ba-be36-40d6-85e4-1560f5301886), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.457632 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['98b3c8ba-be36-40d6-85e4-1560f5301886'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:31:25.462529 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Pushing event deleted for resources: {'Port': ['ID=98b3c8ba-be36-40d6-85e4-1560f5301886,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:25.482863 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590640b-94c3-4478-9830-e287cb77ec67 req-0cdf67e0-453e-4d68-a7e2-426fddcb55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:25.484641 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1590640b-94c3-4478-9830-e287cb77ec67 req-0cdf67e0-453e-4d68-a7e2-426fddcb55cb service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1219356 Nov 02 12:31:25.619006 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:25.648696 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9c3a80d6-ac9e-47cb-91e0-f3435f586d24 admin admin] Publish callbacks [] for security_group (5d37ea38-c6e9-4250-8727-414b2816ff5f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.660535 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] No DVR routers for this DVR port 98b3c8ba-be36-40d6-85e4-1560f5301886 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:31:25.661719 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-cbf32391-5d98-4fc1-907e-8160fbbbd664 req-f2b94137-6a35-4a50-a44e-06a87e5f9077 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.1207166 Nov 02 12:31:25.664821 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.668376 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6598d389-b56d-4a60-a047-6cb101b7df4e req-475c3342-e74a-41dc-b404-e1e863a82cf8 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.87 "DELETE /networking/v2.0/ports/98b3c8ba-be36-40d6-85e4-1560f5301886 HTTP/1.1" status: 204 len: 173 time: 1.6807790 Nov 02 12:31:25.668606 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9c3a80d6-ac9e-47cb-91e0-f3435f586d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (5d37ea38-c6e9-4250-8727-414b2816ff5f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.669335 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83e4a2-16c2-4753-9307-9de44a3f430f', 'name': 'network-vif-deleted', 'tag': '98b3c8ba-be36-40d6-85e4-1560f5301886'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:25.672120 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa99390-83f2-47e2-8f4a-266d90ff904a" -d '{"events": [{"server_uuid": "2a83e4a2-16c2-4753-9307-9de44a3f430f", "name": "network-vif-deleted", "tag": "98b3c8ba-be36-40d6-85e4-1560f5301886"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:25.677295 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1590640b-94c3-4478-9830-e287cb77ec67 req-d5c5c56a-12c6-415e-afda-473b8ff10aa3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535375 Nov 02 12:31:25.712263 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9c3a80d6-ac9e-47cb-91e0-f3435f586d24 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=ec4933b462f2427ab914edfa0a640e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6869082 Nov 02 12:31:25.714550 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 42006) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:25.850633 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a80d6-ac9e-47cb-91e0-f3435f586d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d37ea38-c6e9-4250-8727-414b2816ff5f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:25.880897 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dabbcfe9-6d71-408c-b0bd-4a87e5416f6b admin admin] Publish callbacks [] for security_group (5d37ea38-c6e9-4250-8727-414b2816ff5f), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.917883 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c08376b-5063-44ef-bf03-3449804d8cfa x-openstack-request-id: req-2c08376b-5063-44ef-bf03-3449804d8cfa {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:25.918451 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83e4a2-16c2-4753-9307-9de44a3f430f", "name": "network-vif-deleted", "tag": "98b3c8ba-be36-40d6-85e4-1560f5301886", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:25.918945 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2c08376b-5063-44ef-bf03-3449804d8cfa {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:25.919756 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c08376b-5063-44ef-bf03-3449804d8cfa'] response: {'server_uuid': '2a83e4a2-16c2-4753-9307-9de44a3f430f', 'name': 'network-vif-deleted', 'tag': '98b3c8ba-be36-40d6-85e4-1560f5301886', 'status': 'completed', 'code': 200} Nov 02 12:31:25.932413 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dabbcfe9-6d71-408c-b0bd-4a87e5416f6b admin admin] Publish callbacks [] for security_group (5d37ea38-c6e9-4250-8727-414b2816ff5f), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:25.968978 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1590640b-94c3-4478-9830-e287cb77ec67 req-f8c2c8cf-3d44-480f-9bef-48a68ce6ab01 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710285 Nov 02 12:31:25.975047 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'floating_ip_address': '172.27.3.48', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'port_id': 'c5761531-577c-4309-a7db-9bb6acfee9dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'mac_address': 'fa:16:3e:40:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e473906-98d3-4493-8449-d57838bdae8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:30:47Z', 'updated_at': '2022-11-02T12:31:21Z', 'revision_number': 1, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:31:26.010053 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca0c51-8bc8-4f1b-939c-51e08463140e None None] The sync data for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi is: [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'floating_ip_address': '172.27.3.48', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'port_id': 'c5761531-577c-4309-a7db-9bb6acfee9dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'mac_address': 'fa:16:3e:40:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e473906-98d3-4493-8449-d57838bdae8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:30:47Z', 'updated_at': '2022-11-02T12:31:21Z', 'revision_number': 1, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:31:26.047805 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dabbcfe9-6d71-408c-b0bd-4a87e5416f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (5d37ea38-c6e9-4250-8727-414b2816ff5f), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:26.048778 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dabbcfe9-6d71-408c-b0bd-4a87e5416f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:26.053170 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-dabbcfe9-6d71-408c-b0bd-4a87e5416f6b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/5d37ea38-c6e9-4250-8727-414b2816ff5f HTTP/1.1" status: 204 len: 168 time: 0.3339219 Nov 02 12:31:26.090937 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbcfe9-6d71-408c-b0bd-4a87e5416f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d37ea38-c6e9-4250-8727-414b2816ff5f,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:26.252966 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1ffe7-e6a5-4de0-9417-63de5142fc14 req-3977fa5a-f7b8-4353-9aff-db42a852eed3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:26.255426 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e1b1ffe7-e6a5-4de0-9417-63de5142fc14 req-3977fa5a-f7b8-4353-9aff-db42a852eed3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1169367 Nov 02 12:31:26.306819 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:26.370336 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=8 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:26.404114 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e1b1ffe7-e6a5-4de0-9417-63de5142fc14 req-10e9b5f4-46e6-4e6d-8e72-ac61a07dfb31 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365507 Nov 02 12:31:26.598786 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbee76-51ae-4079-bcb2-1b41a8e1e3fa None None] New status for floating IP a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65: ACTIVE {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:31:26.616942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe375c-b5de-4928-bfbd-28655a5914ac req-e524b0cb-95a7-439d-a8ce-8efbb0ed0667 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:26.634348 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-06fe375c-b5de-4928-bfbd-28655a5914ac req-e524b0cb-95a7-439d-a8ce-8efbb0ed0667 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1034842 Nov 02 12:31:26.858883 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-06fe375c-b5de-4928-bfbd-28655a5914ac req-03969c39-0d54-4b02-afa6-3946d30876c2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235503 Nov 02 12:31:26.946761 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-cf573404-22d9-4921-8b66-da5a9ac38041 req-ac238803-2be8-4160-8ca0-4f30b6e12e65 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2a83e4a2-16c2-4753-9307-9de44a3f430f HTTP/1.1" status: 200 len: 210 time: 0.0472114 Nov 02 12:31:27.144483 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 42040) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:27.309583 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-121670750-network', 'tenant_id': '64af2cf0e0a14b3ea92c2438baeeb900'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:27.336870 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Made reservation on behalf of 64af2cf0e0a14b3ea92c2438baeeb900 for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:31:27.339277 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:27.353772 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:27.475568 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Publish callbacks [] for security_group (7035f746-4bad-4af9-844c-4165aeb1675a), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:27.484369 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (7035f746-4bad-4af9-844c-4165aeb1675a), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:27.516797 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:31:27.540007 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7035f746-4bad-4af9-844c-4165aeb1675a,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:27.543717 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (60f64ead-dc1b-4690-b276-69395f28d9eb), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:27.546648 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Added segment 60f64ead-dc1b-4690-b276-69395f28d9eb of type vlan for network 198d3999-966c-482d-951f-86abbbcd5ae3 Nov 02 12:31:27.596645 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a58cbb-4436-4a8d-a520-ce3e4f19bd19 req-22a6c262-c1bc-4b4f-abee-22b40f3bb416 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:27.599428 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-70a58cbb-4436-4a8d-a520-ce3e4f19bd19 req-22a6c262-c1bc-4b4f-abee-22b40f3bb416 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0681889 Nov 02 12:31:27.616100 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (198d3999-966c-482d-951f-86abbbcd5ae3), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:27.665929 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (198d3999-966c-482d-951f-86abbbcd5ae3), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:27.666962 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:27.667544 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:27.681517 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-70a58cbb-4436-4a8d-a520-ce3e4f19bd19 req-87c0941b-f555-4c34-a7ac-09df314460c5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756462 Nov 02 12:31:27.756792 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] Pushing event updated for resources: {'Network': ['ID=198d3999-966c-482d-951f-86abbbcd5ae3,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:27.764217 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-dacbd1bc-c2eb-44d0-b20e-7bb5dede9456 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6152084 Nov 02 12:31:27.767710 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 42046) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:27.784294 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Request body: {'subnet': {'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-121670750-subnet', 'tenant_id': '64af2cf0e0a14b3ea92c2438baeeb900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:27.796292 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 198d3999-966c-482d-951f-86abbbcd5ae3 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:31:27.843745 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Made reservation on behalf of 64af2cf0e0a14b3ea92c2438baeeb900 for: {'subnet': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:31:27.846987 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4919031'] for subnet (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:28.015506 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a76eb-591a-4b46-be79-f5a837627a74 req-b272ee9e-0644-484f-9a24-7d2d89597c50 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:28.027411 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e62a76eb-591a-4b46-be79-f5a837627a74 req-b272ee9e-0644-484f-9a24-7d2d89597c50 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0719323 Nov 02 12:31:28.142568 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4918981'] for subnet (58387fd7-1cf7-4891-b81a-871f694f4d22), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:28.147919 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e62a76eb-591a-4b46-be79-f5a837627a74 req-e401a3fe-30cd-40dd-93be-06273698881a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959170 Nov 02 12:31:28.219413 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58387fd7-1cf7-4891-b81a-871f694f4d22,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:28.232533 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Checking segment: {'id': '60f64ead-dc1b-4690-b276-69395f28d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:28.233175 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Network hostable DHCP agents. Network: 198d3999-966c-482d-951f-86abbbcd5ae3, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:31:28.255166 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Network 198d3999-966c-482d-951f-86abbbcd5ae3 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:31:28.268267 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 198d3999-966c-482d-951f-86abbbcd5ae3) {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:28.276303 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:28.277219 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:28.278508 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15883734-44ad-462b-8f15-e169acbd514f None None] Network 198d3999-966c-482d-951f-86abbbcd5ae3 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:31:28.305216 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a5accdf6-8bfc-4f2a-a0da-9cf99a9b9e3a admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5358310 Nov 02 12:31:28.414133 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab5c998-c7ed-4529-af5a-9cca26efef57 None None] Network 198d3999-966c-482d-951f-86abbbcd5ae3 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:31:28.768243 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:28.781641 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 98b3c8ba-be36-40d6-85e4-1560f5301886 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:31:28.825990 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 98b3c8ba-be36-40d6-85e4-1560f5301886 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:31:28.827197 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 98b3c8ba-be36-40d6-85e4-1560f5301886 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:31:28.883587 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32564953-cd2a-4879-aa86-4d633ba49ea1 req-d278abe6-c4f3-4767-80d7-281ff95bb05f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:28.885524 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-32564953-cd2a-4879-aa86-4d633ba49ea1 req-d278abe6-c4f3-4767-80d7-281ff95bb05f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0657127 Nov 02 12:31:28.997074 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-32564953-cd2a-4879-aa86-4d633ba49ea1 req-ed376c89-2bc9-4a72-83ff-53cb4b94b1d7 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040452 Nov 02 12:31:29.130790 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:29.282138 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-72cd3bd7-c1b5-4974-867a-e728799a5071 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:29.297531 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-72cd3bd7-c1b5-4974-867a-e728799a5071 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/networks?id=d62e064f-fe22-410f-9e2a-c431b4b312b5 HTTP/1.1" status: 200 len: 809 time: 0.5590436 Nov 02 12:31:29.326608 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-37b5fa0d-3a85-4855-a188-f8a0fdedd80d tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/quotas/8de43ea57f2b44229359e179314b2d15 HTTP/1.1" status: 200 len: 375 time: 0.0278234 Nov 02 12:31:29.365361 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99db47-c784-4b52-8884-73f2430f9eeb req-e04c54d7-52c3-4174-8441-85c685924aa9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:29.367075 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6e99db47-c784-4b52-8884-73f2430f9eeb req-e04c54d7-52c3-4174-8441-85c685924aa9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0864792 Nov 02 12:31:29.381137 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-8f42756e-0782-4211-9ade-cb0e5a3ba1d0 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8de43ea57f2b44229359e179314b2d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533748 Nov 02 12:31:29.430016 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6e99db47-c784-4b52-8884-73f2430f9eeb req-be1278a5-72a3-4924-9543-ca8b6b5f6d08 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550663 Nov 02 12:31:29.494226 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-864afd90-cc14-4a0e-ab9f-c0c2d17249a3 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d62e064f-fe22-410f-9e2a-c431b4b312b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039534 Nov 02 12:31:29.560277 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:29.601740 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-686d40c2-64ad-4c51-b392-1c8325d06b9c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d62e064f-fe22-410f-9e2a-c431b4b312b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018066 Nov 02 12:31:29.825996 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e55ba739-3da1-4eb0-bccc-ff2a56c17043 req-d882e416-9420-4d66-866b-d78802e9626f tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 210 time: 0.0496311 Nov 02 12:31:30.047629 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b48d1-3df3-4d1b-93aa-5fb74e225cd0 req-65208001-3828-4bf1-9ecc-4fbec2996209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:30.049201 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b49b48d1-3df3-4d1b-93aa-5fb74e225cd0 req-65208001-3828-4bf1-9ecc-4fbec2996209 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 1129 time: 0.0570853 Nov 02 12:31:30.122984 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b49b48d1-3df3-4d1b-93aa-5fb74e225cd0 req-d0a804d1-0350-4c5d-8ca5-71a67f24ffa3 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659835 Nov 02 12:31:30.225424 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2fcb4-de76-43fc-ac0b-c5e1850d0b46 req-0fcfc882-31c0-4474-943c-e6f920323b6a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:30.237792 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8ff2fcb4-de76-43fc-ac0b-c5e1850d0b46 req-0fcfc882-31c0-4474-943c-e6f920323b6a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1047037 Nov 02 12:31:30.319597 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8ff2fcb4-de76-43fc-ac0b-c5e1850d0b46 req-f1c0d8b0-89af-4fb8-8930-3351bd01d1b9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773582 Nov 02 12:31:30.604727 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-da3a6ed2-0c0a-434f-856e-ebdc592ca64d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:30.609805 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-da3a6ed2-0c0a-434f-856e-ebdc592ca64d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/networks?id=198d3999-966c-482d-951f-86abbbcd5ae3 HTTP/1.1" status: 200 len: 813 time: 0.1893928 Nov 02 12:31:30.636281 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dd438-747e-448a-be81-403b3930e5fa req-79bc681c-70e4-435e-a09c-774e287ec71c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:30.639229 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2e4dd438-747e-448a-be81-403b3930e5fa req-79bc681c-70e4-435e-a09c-774e287ec71c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0770361 Nov 02 12:31:30.640559 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-aedfe8bd-ebc5-4f8e-805a-cdb3398c6f06 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/quotas/64af2cf0e0a14b3ea92c2438baeeb900 HTTP/1.1" status: 200 len: 375 time: 0.0232182 Nov 02 12:31:30.708052 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2e4dd438-747e-448a-be81-403b3930e5fa req-aed868ee-9879-4254-ae15-7b9b1daa1cda tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628972 Nov 02 12:31:30.711378 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-bb38fccd-c1be-4885-9bc1-972072f6385d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=64af2cf0e0a14b3ea92c2438baeeb900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692425 Nov 02 12:31:30.822332 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:30.850167 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:30.867318 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-5e5a4455-7369-46c6-b9cc-6197616a825e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/198d3999-966c-482d-951f-86abbbcd5ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532636 Nov 02 12:31:30.979455 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c5d7b306-f389-43eb-afa4-726a101031eb req-3ab34895-45b1-4efd-8796-93090b7f9020 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 210 time: 0.0545983 Nov 02 12:31:31.003283 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-1be48193-37a3-4d55-bcbe-8df6fadd6d20 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/198d3999-966c-482d-951f-86abbbcd5ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268036 Nov 02 12:31:31.229541 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0f8f3887-516d-4314-b941-a2dc5839b45d req-6a5f8752-827a-4f1e-a21a-18bc9cc899af tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 210 time: 0.0402210 Nov 02 12:31:31.548451 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdbe64-6c97-438a-93ac-e0d4d1c6f0ba req-161354ff-c33d-4f02-baa9-b344a0ec8603 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:31.553600 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d7fdbe64-6c97-438a-93ac-e0d4d1c6f0ba req-161354ff-c33d-4f02-baa9-b344a0ec8603 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0884044 Nov 02 12:31:31.628202 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d7fdbe64-6c97-438a-93ac-e0d4d1c6f0ba req-d9372e0d-17f2-43bb-85c8-0b65925dbc02 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709312 Nov 02 12:31:31.871266 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1061cc3-449d-4815-9604-3acc801af690 req-ca85a6b7-81e8-432c-9df2-710c9f81fc01 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:31.879206 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d1061cc3-449d-4815-9604-3acc801af690 req-ca85a6b7-81e8-432c-9df2-710c9f81fc01 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0881331 Nov 02 12:31:32.019665 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd3f47-9d5e-4980-8ed2-e8e79f8a2f5c req-51d7fa24-ad55-4cac-bfab-441a6181c0fe tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:32.027345 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d1061cc3-449d-4815-9604-3acc801af690 req-3b6d3def-ba3c-425e-8cc9-052cbaae4d89 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465144 Nov 02 12:31:32.035176 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-16bd3f47-9d5e-4980-8ed2-e8e79f8a2f5c req-51d7fa24-ad55-4cac-bfab-441a6181c0fe tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1010501 Nov 02 12:31:32.123260 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-b2e923db-c3c2-4b8c-836e-aab3f24007ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:32.125138 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-b2e923db-c3c2-4b8c-836e-aab3f24007ef service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 1129 time: 0.0755856 Nov 02 12:31:32.169368 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-16bd3f47-9d5e-4980-8ed2-e8e79f8a2f5c req-7d5832d8-008b-4442-811c-ae761455f423 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314955 Nov 02 12:31:32.202913 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c7499b95-c43a-44f0-aaba-fe6ddd48be47 req-db0277ce-fde9-44b2-8ddf-6cdd74fa77d4 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 210 time: 0.0444155 Nov 02 12:31:32.283097 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-6c735efa-233d-43c3-b9f2-9306db8c3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:32.284734 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-6c735efa-233d-43c3-b9f2-9306db8c3927 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.1438808 Nov 02 12:31:32.340789 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7c251887-8ec9-4dec-8796-7c6d30477a87 req-e8231006-6d43-47b3-b6fa-e4260fade039 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 210 time: 0.0331373 Nov 02 12:31:32.664852 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-8f17f9d5-23e1-4dfd-9551-67f441ab90b8 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca93775-d02f-4a64-aedd-28dd21814b95 HTTP/1.1" status: 200 len: 217 time: 0.0385098 Nov 02 12:31:32.721224 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:32.739313 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-57145b9e-6b64-4e63-871e-5067f0d8b1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:32.750788 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-0b9775bd-d509-40cf-b5ed-8555dd658bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:32.757164 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-0b9775bd-d509-40cf-b5ed-8555dd658bcb service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0823562 Nov 02 12:31:32.872595 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-70ac5043-5259-4496-88b3-a3b4974a14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:32.874536 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-70ac5043-5259-4496-88b3-a3b4974a14fc service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1086671 Nov 02 12:31:33.005352 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-d81795d1-ee51-469e-a88e-345ae1deffd4 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:33.007185 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-d81795d1-ee51-469e-a88e-345ae1deffd4 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.87 "GET /networking/v2.0/networks?id=d62e064f-fe22-410f-9e2a-c431b4b312b5 HTTP/1.1" status: 200 len: 809 time: 0.2086599 Nov 02 12:31:33.031345 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Request body: {'port': {'device_id': '6b440d0f-2b65-4d28-b859-93348307b26d', 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5', 'admin_state_up': True, 'tenant_id': '8de43ea57f2b44229359e179314b2d15'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:33.105612 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-c21a92ff-d110-4a53-967a-6e86b3cdd2dd service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214665 Nov 02 12:31:33.188741 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027be750-a39d-4ed9-b785-c6dad1d3c992 req-956f20d9-5b8a-4a89-840f-7a53b1538fba tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:33.191736 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-027be750-a39d-4ed9-b785-c6dad1d3c992 req-956f20d9-5b8a-4a89-840f-7a53b1538fba tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0550270 Nov 02 12:31:33.258562 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Made reservation on behalf of 8de43ea57f2b44229359e179314b2d15 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:31:33.262588 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:33.271155 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-027be750-a39d-4ed9-b785-c6dad1d3c992 req-7f3608e9-842e-4530-a1ef-3c663aa6ae31 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731070 Nov 02 12:31:33.352204 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:33.359362 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fcb74a6b-02d5-49c1-992f-794dd171be04 req-63b5b435-66dc-4e85-a9c7-54d124d72182 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074172 Nov 02 12:31:33.393455 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2262a6df-1da3-42ed-8199-54c2356f1a5f req-8205a12f-e4c7-4617-9f49-35c45990308d tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 210 time: 0.0348721 Nov 02 12:31:33.412610 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ea5df-27c5-41a0-8258-0d6cc8785a40 req-7d846f11-0295-465b-bbad-dd2afc8f290f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:33.414453 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2d7ea5df-27c5-41a0-8258-0d6cc8785a40 req-7d846f11-0295-465b-bbad-dd2afc8f290f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1230414 Nov 02 12:31:33.536894 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2d7ea5df-27c5-41a0-8258-0d6cc8785a40 req-cc6bf1c8-f3e6-48c8-8060-3d15d4c909f2 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158254 Nov 02 12:31:33.542148 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2246f56a-bb4d-4a94-aec6-10abb58013a5 req-e5172187-7637-43a7-9479-76a4546147c3 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 210 time: 0.0534348 Nov 02 12:31:33.589364 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Allocated IP 172.20.0.13 (d62e064f-fe22-410f-9e2a-c431b4b312b5/805cff27-86b2-43a7-bce4-35de182e7dda/97b6d107-5049-455a-99ff-3f7eb13dea30) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:31:33.745293 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:33.822916 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-1bc81a8e-6db0-4b08-9a35-05df90675af2 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:33.824698 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-1bc81a8e-6db0-4b08-9a35-05df90675af2 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.87 "GET /networking/v2.0/networks?id=198d3999-966c-482d-951f-86abbbcd5ae3 HTTP/1.1" status: 200 len: 813 time: 0.2457032 Nov 02 12:31:33.908299 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks [] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:33.960016 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:34.015340 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Network d62e064f-fe22-410f-9e2a-c431b4b312b5 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:34.019383 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:34.026488 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:31:34.034290 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Pushing event updated for resources: {'Port': ['ID=97b6d107-5049-455a-99ff-3f7eb13dea30,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:34.098682 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:34.099395 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:34.121321 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-31b27f21-7cc4-4bab-b2b7-0fec61888d56 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0964892 Nov 02 12:31:34.217162 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=46 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:34.421676 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182f087-0121-44d8-96de-3e2430a1e692 req-3eaf95d0-e0b4-45d2-baf7-be1cccccdbe3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:34.424347 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f182f087-0121-44d8-96de-3e2430a1e692 req-3eaf95d0-e0b4-45d2-baf7-be1cccccdbe3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0670638 Nov 02 12:31:34.520706 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f182f087-0121-44d8-96de-3e2430a1e692 req-ce19fefb-4995-41be-ad05-5dc886e232bf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812488 Nov 02 12:31:34.555148 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cef69a-22f8-4115-b662-469562a6d575 req-194370cf-82ba-4ea3-bf6a-157204b78368 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:34.557268 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-74cef69a-22f8-4115-b662-469562a6d575 req-194370cf-82ba-4ea3-bf6a-157204b78368 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 932 time: 0.0696571 Nov 02 12:31:34.622886 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-74cef69a-22f8-4115-b662-469562a6d575 req-b9ee34fe-7a34-48ed-8258-f993a7df91a7 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578375 Nov 02 12:31:34.733260 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4ce41557-36a2-4925-b112-69bc89826b44 req-cc6b96e9-8835-49a2-a14d-6d676bacddcf tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 210 time: 0.0315189 Nov 02 12:31:34.747632 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-4f37eb7e-fc65-4ddc-b007-7118f3f6fdc4 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-711075700&fields=id&tenant_id=620e39db57f34948b5450e5b90c984cb HTTP/1.1" status: 200 len: 267 time: 0.0909588 Nov 02 12:31:34.860936 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-2f6f71b9-28fa-408d-8840-23e4279ba8aa tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:34.864868 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d452b9-aa85-4cbd-b479-152daa5ab05e req-d4095ec2-f78f-4025-8751-c661777dbb1a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:34.868068 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-2f6f71b9-28fa-408d-8840-23e4279ba8aa tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/networks?id=6edbe81a-ad8c-4936-a044-e7c71fdd584a HTTP/1.1" status: 200 len: 809 time: 0.1195886 Nov 02 12:31:34.871810 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40d452b9-aa85-4cbd-b479-152daa5ab05e req-d4095ec2-f78f-4025-8751-c661777dbb1a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0599670 Nov 02 12:31:34.885020 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-890f30a4-f330-4ba7-899f-ad7a76297d2e tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/quotas/620e39db57f34948b5450e5b90c984cb HTTP/1.1" status: 200 len: 375 time: 0.0159917 Nov 02 12:31:34.927809 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40d452b9-aa85-4cbd-b479-152daa5ab05e req-040c082b-a153-46df-b74e-35ba98177342 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550187 Nov 02 12:31:34.949646 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-b4dcf9c1-f5b6-45f2-99a6-7b1536b2b8b1 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=620e39db57f34948b5450e5b90c984cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636997 Nov 02 12:31:35.074182 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-555e6aac-8089-496b-8796-e5cc14bf1572 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110346 Nov 02 12:31:35.113810 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Request body: {'port': {'device_id': '6b440d0f-2b65-4d28-b859-93348307b26d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:35.149041 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Request body: {'port': {'device_id': '8d540597-ace2-4cfb-841d-d020330f5e9d', 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3', 'admin_state_up': True, 'tenant_id': '64af2cf0e0a14b3ea92c2438baeeb900'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:35.208285 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-1d5f9f12-901b-4f84-9edb-5bf30f80fde4 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287458 Nov 02 12:31:35.258325 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:35.313253 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:35.402565 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Made reservation on behalf of 64af2cf0e0a14b3ea92c2438baeeb900 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:31:35.406470 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:35.526616 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:35.714179 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-750983ba-0626-46ec-ab2a-fbe013e1a5a9 req-9a0540fd-33f9-4aeb-99b2-fd8c673edf32 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 210 time: 0.0708966 Nov 02 12:31:35.722584 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:35.741538 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-47b8522a-619f-4874-ae00-2b04c7da5f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:35.747606 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:35.764443 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08182d1-20b3-498e-899f-811417c8772e req-0c302e4e-a3eb-4e59-bd74-7fb1e8271e8b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:35.766377 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c08182d1-20b3-498e-899f-811417c8772e req-0c302e4e-a3eb-4e59-bd74-7fb1e8271e8b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1016881 Nov 02 12:31:35.823985 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c08182d1-20b3-498e-899f-811417c8772e req-8010588b-e1ad-4f90-a18a-91b762887296 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494092 Nov 02 12:31:35.956956 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cda6b-f54e-4dbf-815d-e967e2924a1b req-2dc96f1c-d6ff-4050-af7e-1ac21b858fe0 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:35.959277 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-dc2cda6b-f54e-4dbf-815d-e967e2924a1b req-2dc96f1c-d6ff-4050-af7e-1ac21b858fe0 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 932 time: 0.1398752 Nov 02 12:31:35.960574 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Allocated IP 172.20.0.4 (198d3999-966c-482d-951f-86abbbcd5ae3/58387fd7-1cf7-4891-b81a-871f694f4d22/a2cd9294-40e8-4c72-92e4-4a022321affe) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:31:36.012460 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1b949daf-50a7-4909-ae44-cf3c6cb609d6 req-5dc51e6b-bc97-4068-8f50-7500d77db5e1 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 210 time: 0.0944157 Nov 02 12:31:36.033024 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b6d107-5049-455a-99ff-3f7eb13dea30 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:36.046550 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Publish callbacks [] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:36.096298 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Transition to ACTIVE for port object 97b6d107-5049-455a-99ff-3f7eb13dea30 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:31:36.100139 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-dc2cda6b-f54e-4dbf-815d-e967e2924a1b req-4db8d362-f2fb-481c-870b-9d93d288cf06 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109834 Nov 02 12:31:36.104113 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:36.158400 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb3374-c45b-4c69-808b-7d8a76aa036b req-58fd4545-7a2f-4dd5-8b23-2e3f421be3df tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:36.159971 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-42cb3374-c45b-4c69-808b-7d8a76aa036b req-58fd4545-7a2f-4dd5-8b23-2e3f421be3df tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0658677 Nov 02 12:31:36.174426 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:36.212575 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-42cb3374-c45b-4c69-808b-7d8a76aa036b req-c357cdcb-129d-4012-ab1d-ba3ab6bf11ec tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Nov 02 12:31:36.226347 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Pushing event updated for resources: {'Port': ['ID=97b6d107-5049-455a-99ff-3f7eb13dea30,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:36.317415 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:36.329180 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks [] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:36.330631 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Attempting to bind port 97b6d107-5049-455a-99ff-3f7eb13dea30 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:36.330970 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Attempting to bind port 97b6d107-5049-455a-99ff-3f7eb13dea30 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '782faaad-faba-4660-9179-5da04696be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:36.331297 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Attempting to bind port 97b6d107-5049-455a-99ff-3f7eb13dea30 on network d62e064f-fe22-410f-9e2a-c431b4b312b5 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:36.410831 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Port 97b6d107-5049-455a-99ff-3f7eb13dea30 on network d62e064f-fe22-410f-9e2a-c431b4b312b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:31:36.411247 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Attempting to bind port 97b6d107-5049-455a-99ff-3f7eb13dea30 on network d62e064f-fe22-410f-9e2a-c431b4b312b5 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:36.451997 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:36.462038 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:36.486517 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:31:36.528677 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:36.529037 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Checking segment: {'id': '782faaad-faba-4660-9179-5da04696be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:36.529428 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Bound using segment: {'id': '782faaad-faba-4660-9179-5da04696be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:36.529886 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Bound port: 97b6d107-5049-455a-99ff-3f7eb13dea30, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782faaad-faba-4660-9179-5da04696be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:36.530253 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:36.534568 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Network 198d3999-966c-482d-951f-86abbbcd5ae3 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:36.549626 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:36.555096 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:31:36.600271 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Pushing event updated for resources: {'Port': ['ID=a2cd9294-40e8-4c72-92e4-4a022321affe,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:36.681206 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:36.681853 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:36.693323 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52b916-e796-4039-885c-4578203a69e0 req-348e5158-aef4-48e2-9822-1deee5085364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:36.694822 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8f52b916-e796-4039-885c-4578203a69e0 req-348e5158-aef4-48e2-9822-1deee5085364 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 1129 time: 0.0955975 Nov 02 12:31:36.740725 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-3c9d6059-1cf8-4ef5-937f-79724ce87878 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6214046 Nov 02 12:31:36.977790 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd4a98-0661-4e18-b71e-61ca9f770ef5 req-81d68a0c-d9fc-418d-9e86-f810601129a6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:36.979334 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bfbd4a98-0661-4e18-b71e-61ca9f770ef5 req-81d68a0c-d9fc-418d-9e86-f810601129a6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0518188 Nov 02 12:31:37.002719 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] For port 97b6d107-5049-455a-99ff-3f7eb13dea30, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:37.022014 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Request body: {'port': {'device_id': '8d540597-ace2-4cfb-841d-d020330f5e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:37.039732 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bfbd4a98-0661-4e18-b71e-61ca9f770ef5 req-5b49f474-7d27-475b-9647-a2f97dee99d7 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526638 Nov 02 12:31:37.053101 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] For port 97b6d107-5049-455a-99ff-3f7eb13dea30, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=97b6d107-5049-455a-99ff-3f7eb13dea30,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:37.076979 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e61046e9-c204-48b4-b609-5be659cdbb5f req-abbec17b-1cb3-4486-ac4c-86c4c515c3dc tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 210 time: 0.0713830 Nov 02 12:31:37.086303 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:37.104946 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:37.104946 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:37.104946 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/97b6d107-5049-455a-99ff-3f7eb13dea30 HTTP/1.1" status: 200 len: 1094 time: 1.9924681 Nov 02 12:31:37.104946 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b440d0f-2b65-4d28-b859-93348307b26d', 'tag': '97b6d107-5049-455a-99ff-3f7eb13dea30'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:37.104946 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb3e4c6-4d4e-4d91-beb4-d7c4712554bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6b440d0f-2b65-4d28-b859-93348307b26d", "tag": "97b6d107-5049-455a-99ff-3f7eb13dea30"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:37.161832 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:37.176278 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec734a-b65b-4b45-9956-fc3790242d67 req-774c619f-754e-4c6a-880d-ab4e517c6f2d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:37.178326 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fcec734a-b65b-4b45-9956-fc3790242d67 req-774c619f-754e-4c6a-880d-ab4e517c6f2d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 931 time: 0.0650647 Nov 02 12:31:37.237963 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fcec734a-b65b-4b45-9956-fc3790242d67 req-ff73089f-bd1e-4de4-a9dd-df91a7a0fc10 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513978 Nov 02 12:31:37.247245 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52b916-e796-4039-885c-4578203a69e0 req-2e2e0986-72ed-45b0-9ea6-48ab2dd92601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:37.248728 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8f52b916-e796-4039-885c-4578203a69e0 req-2e2e0986-72ed-45b0-9ea6-48ab2dd92601 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 918 time: 0.5379202 Nov 02 12:31:37.256346 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:37.272509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232f5f9-5760-48bf-be4f-45ab7c8881e4 service neutron] Pushing event updated for resources: {'Port': ['ID=97b6d107-5049-455a-99ff-3f7eb13dea30,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:37.287465 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd016db-16a2-4c63-acc3-da7c537b0d2c req-98322129-b7f6-4db9-8eee-4bba71d570b7 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:37.289086 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1fd016db-16a2-4c63-acc3-da7c537b0d2c req-98322129-b7f6-4db9-8eee-4bba71d570b7 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 944 time: 0.0907528 Nov 02 12:31:37.290744 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff438fe1-e8d9-4cfb-bffb-afe7bbf4d87b x-openstack-request-id: req-ff438fe1-e8d9-4cfb-bffb-afe7bbf4d87b {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:37.291024 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b440d0f-2b65-4d28-b859-93348307b26d", "tag": "97b6d107-5049-455a-99ff-3f7eb13dea30", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:37.291124 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ff438fe1-e8d9-4cfb-bffb-afe7bbf4d87b {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:37.291654 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff438fe1-e8d9-4cfb-bffb-afe7bbf4d87b'] response: {'name': 'network-changed', 'server_uuid': '6b440d0f-2b65-4d28-b859-93348307b26d', 'tag': '97b6d107-5049-455a-99ff-3f7eb13dea30', 'status': 'completed', 'code': 200} Nov 02 12:31:37.424161 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:37.483460 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-cf875a2e-8453-45f4-b889-b84af8a33f5c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:37.484959 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-cf875a2e-8453-45f4-b889-b84af8a33f5c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.87 "GET /networking/v2.0/networks?id=6edbe81a-ad8c-4936-a044-e7c71fdd584a HTTP/1.1" status: 200 len: 809 time: 0.1118889 Nov 02 12:31:37.494286 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8f52b916-e796-4039-885c-4578203a69e0 req-350672ad-eab4-412d-b6ab-57f20da8de4f service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e HTTP/1.1" status: 200 len: 1001 time: 0.2000537 Nov 02 12:31:37.507135 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3e4c6-4d4e-4d91-beb4-d7c4712554bf req-4927dfb7-07bd-4fe5-b9c6-7b746aa2e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:37.508844 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7cb3e4c6-4d4e-4d91-beb4-d7c4712554bf req-4927dfb7-07bd-4fe5-b9c6-7b746aa2e2ae service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=8de43ea57f2b44229359e179314b2d15&device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 1128 time: 0.1541591 Nov 02 12:31:37.552546 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-48b977e3-f45b-4b04-8824-1e360c22f1bc tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=620e39db57f34948b5450e5b90c984cb HTTP/1.1" status: 200 len: 379 time: 0.0585866 Nov 02 12:31:37.553554 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1fd016db-16a2-4c63-acc3-da7c537b0d2c req-604394e8-5ed4-4525-ac5e-93ceb7d01b74 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523940 Nov 02 12:31:37.574737 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Request body: {'port': {'device_id': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'admin_state_up': True, 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'security_groups': ['a22beccc-2f06-4f47-a2e7-125c50e39b01']}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:37.599396 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:37.633829 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:37.672968 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52b916-e796-4039-885c-4578203a69e0 req-a09a1731-08ae-4111-840a-d86ac5ea2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:37.674455 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8f52b916-e796-4039-885c-4578203a69e0 req-a09a1731-08ae-4111-840a-d86ac5ea2bc7 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.1724339 Nov 02 12:31:37.723981 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Made reservation on behalf of 620e39db57f34948b5450e5b90c984cb for: {'port': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:31:37.727913 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:37.760099 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52b916-e796-4039-885c-4578203a69e0 req-4a1ef3f0-b6ff-417f-9c20-5ed44ef7861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:37.760099 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8f52b916-e796-4039-885c-4578203a69e0 req-4a1ef3f0-b6ff-417f-9c20-5ed44ef7861d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777216 Nov 02 12:31:37.762334 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 42256) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:37.769369 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-d0d88d2a-0b91-4330-8520-5d204156fda6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1951174452', 'description': 'tempest-description--1262691404'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:37.811051 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3e4c6-4d4e-4d91-beb4-d7c4712554bf req-1e7984c5-f9e5-423d-91cc-0c2b2e050b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:37.812546 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7cb3e4c6-4d4e-4d91-beb4-d7c4712554bf req-1e7984c5-f9e5-423d-91cc-0c2b2e050b11 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=8de43ea57f2b44229359e179314b2d15&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2894592 Nov 02 12:31:37.844623 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d0d88d2a-0b91-4330-8520-5d204156fda6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:37.940833 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Allocated IP 172.20.0.8 (6edbe81a-ad8c-4936-a044-e7c71fdd584a/66f60ff7-50b7-4504-bf41-b1139a7b6f41/87e694b5-8f11-43e5-a848-417df7df3b22) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:31:37.966638 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:38.001084 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d0d88d2a-0b91-4330-8520-5d204156fda6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group (20f3ed08-71a6-4708-adb2-f6c07627f734), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.017361 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cd9294-40e8-4c72-92e4-4a022321affe {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:38.018132 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d0d88d2a-0b91-4330-8520-5d204156fda6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (20f3ed08-71a6-4708-adb2-f6c07627f734), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.032663 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Publish callbacks [] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.037722 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8f52b916-e796-4039-885c-4578203a69e0 req-79e813d1-b103-4019-b4da-96cc8d1dd0d6 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656081 Nov 02 12:31:38.047289 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3e4c6-4d4e-4d91-beb4-d7c4712554bf req-23f2472c-5130-487d-94d6-ebe017acb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:38.048813 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7cb3e4c6-4d4e-4d91-beb4-d7c4712554bf req-23f2472c-5130-487d-94d6-ebe017acb805 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1974881 Nov 02 12:31:38.082125 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Transition to ACTIVE for port object a2cd9294-40e8-4c72-92e4-4a022321affe will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:31:38.119613 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.157516 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d0d88d2a-0b91-4330-8520-5d204156fda6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.163294 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d0d88d2a-0b91-4330-8520-5d204156fda6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3949804 Nov 02 12:31:38.163294 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:38.167149 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 42262) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:38.173162 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d88d2a-0b91-4330-8520-5d204156fda6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f3ed08-71a6-4708-adb2-f6c07627f734,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:38.181228 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-cac5df26-7c72-4a5e-8c57-20917f32b46d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Request body: {'security_group_rule': {'security_group_id': '20f3ed08-71a6-4708-adb2-f6c07627f734', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:38.283945 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-61a0a88b-d055-4473-8c63-da691536360c req-b5e3ee7f-f32f-4230-8a13-9d714b737e84 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 210 time: 0.0591860 Nov 02 12:31:38.291706 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-87adaef3-ae3a-4e0e-9f67-b8844641566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:38.293273 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-87adaef3-ae3a-4e0e-9f67-b8844641566d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=8de43ea57f2b44229359e179314b2d15&device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 1128 time: 0.1675465 Nov 02 12:31:38.299888 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-cac5df26-7c72-4a5e-8c57-20917f32b46d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group_rule (c3a5c53a-5466-41f9-86a3-71a8bbbc7f1b), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.303068 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Pushing event updated for resources: {'Port': ['ID=a2cd9294-40e8-4c72-92e4-4a022321affe,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:38.327438 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.332064 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb31880-b209-43ed-93d5-2eba723a52ce req-364f1a84-6699-4073-86c1-76fa679f48d5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:38.334389 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4bb31880-b209-43ed-93d5-2eba723a52ce req-364f1a84-6699-4073-86c1-76fa679f48d5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.1398947 Nov 02 12:31:38.338606 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for port (87e694b5-8f11-43e5-a848-417df7df3b22), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.390723 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-0548fc2d-7595-43e5-b8e9-6844faf5a290 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97b6d107-5049-455a-99ff-3f7eb13dea30 HTTP/1.1" status: 200 len: 217 time: 0.0820360 Nov 02 12:31:38.418606 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8f52b916-e796-4039-885c-4578203a69e0 req-a13380a6-b941-43cb-a715-2fb4700dacb3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649795 Nov 02 12:31:38.449879 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-cac5df26-7c72-4a5e-8c57-20917f32b46d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group_rule (c3a5c53a-5466-41f9-86a3-71a8bbbc7f1b), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.458254 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.459844 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:38.467588 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-cac5df26-7c72-4a5e-8c57-20917f32b46d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (c3a5c53a-5466-41f9-86a3-71a8bbbc7f1b), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.480008 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acfbd-cd2e-4324-b22c-1c87f2bfb20b req-00bf834a-158b-4216-9bf3-7843007746e7 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:38.481658 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5c2acfbd-cd2e-4324-b22c-1c87f2bfb20b req-00bf834a-158b-4216-9bf3-7843007746e7 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 943 time: 0.0894308 Nov 02 12:31:38.513196 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-969cb311-8039-4c29-9dc0-3ee056ac3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:38.514681 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-969cb311-8039-4c29-9dc0-3ee056ac3c85 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=805cff27-86b2-43a7-bce4-35de182e7dda HTTP/1.1" status: 200 len: 849 time: 0.1132410 Nov 02 12:31:38.519760 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4bb31880-b209-43ed-93d5-2eba723a52ce req-797d795b-23e7-4700-a1ac-47477ca62aa8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353061 Nov 02 12:31:38.521650 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Attempting to bind port a2cd9294-40e8-4c72-92e4-4a022321affe on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:38.522176 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Attempting to bind port a2cd9294-40e8-4c72-92e4-4a022321affe by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '60f64ead-dc1b-4690-b276-69395f28d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:38.522695 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Attempting to bind port a2cd9294-40e8-4c72-92e4-4a022321affe on network 198d3999-966c-482d-951f-86abbbcd5ae3 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:38.540115 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5df26-7c72-4a5e-8c57-20917f32b46d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a5c53a-5466-41f9-86a3-71a8bbbc7f1b,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:38.577556 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Network 6edbe81a-ad8c-4936-a044-e7c71fdd584a is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:38.584674 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Port a2cd9294-40e8-4c72-92e4-4a022321affe on network 198d3999-966c-482d-951f-86abbbcd5ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:31:38.585227 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Attempting to bind port a2cd9294-40e8-4c72-92e4-4a022321affe on network 198d3999-966c-482d-951f-86abbbcd5ae3 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:38.592006 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-cac5df26-7c72-4a5e-8c57-20917f32b46d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.593560 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-cac5df26-7c72-4a5e-8c57-20917f32b46d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4215751 Nov 02 12:31:38.610632 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 42268) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:38.613877 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:38.625095 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-6865a8ed-a83b-406f-b226-9a42972b5450 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Request body: {'security_group_rule': {'security_group_id': '20f3ed08-71a6-4708-adb2-f6c07627f734', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:38.641161 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'Port': ['ID=87e694b5-8f11-43e5-a848-417df7df3b22,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:38.645823 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:31:38.654513 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:38.654820 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.711056 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:38.711399 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Checking segment: {'id': '60f64ead-dc1b-4690-b276-69395f28d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:38.711758 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Bound using segment: {'id': '60f64ead-dc1b-4690-b276-69395f28d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:38.712219 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Bound port: a2cd9294-40e8-4c72-92e4-4a022321affe, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f64ead-dc1b-4690-b276-69395f28d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:38.712582 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.713619 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5c2acfbd-cd2e-4324-b22c-1c87f2bfb20b req-e4a051a1-cded-4243-9cf4-8221157ed6e7 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177224 Nov 02 12:31:38.728054 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-55e11679-7cd7-4797-b28d-06b6159168e3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1572156 Nov 02 12:31:38.730375 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:38.750853 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446a05e-0b09-421b-8896-cdee3f130921 req-0ccaddc6-f709-4075-aeb4-32ae85a5f562 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:38.751690 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6865a8ed-a83b-406f-b226-9a42972b5450 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group_rule (41dadf30-0b3e-4a6a-a419-b12f2bc3bfce), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.752622 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5446a05e-0b09-421b-8896-cdee3f130921 req-0ccaddc6-f709-4075-aeb4-32ae85a5f562 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 944 time: 0.0863979 Nov 02 12:31:38.850237 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] For port a2cd9294-40e8-4c72-92e4-4a022321affe, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:38.866821 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5446a05e-0b09-421b-8896-cdee3f130921 req-b8440491-2c0e-4509-99d4-0b25d8cf92fb tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931816 Nov 02 12:31:38.872840 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] For port a2cd9294-40e8-4c72-92e4-4a022321affe, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a2cd9294-40e8-4c72-92e4-4a022321affe,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:38.882068 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.893355 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:38.893355 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.893770 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6865a8ed-a83b-406f-b226-9a42972b5450 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group_rule (41dadf30-0b3e-4a6a-a419-b12f2bc3bfce), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.893885 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/a2cd9294-40e8-4c72-92e4-4a022321affe HTTP/1.1" status: 200 len: 1093 time: 1.8828931 Nov 02 12:31:38.900949 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6865a8ed-a83b-406f-b226-9a42972b5450 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (41dadf30-0b3e-4a6a-a419-b12f2bc3bfce), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.945933 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.950329 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f330d-2255-4c68-a90d-e3700828481c service neutron] Pushing event updated for resources: {'Port': ['ID=a2cd9294-40e8-4c72-92e4-4a022321affe,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:38.957885 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6865a8ed-a83b-406f-b226-9a42972b5450 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.961288 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6865a8ed-a83b-406f-b226-9a42972b5450 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3485730 Nov 02 12:31:38.964573 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 42270) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:38.967321 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865a8ed-a83b-406f-b226-9a42972b5450 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dadf30-0b3e-4a6a-a419-b12f2bc3bfce,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:38.970073 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:38.995122 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-70b39143-2de8-4a92-8f3b-26ac011b1152 None None] Provisioning complete for port 87e694b5-8f11-43e5-a848-417df7df3b22 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:38.995855 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70b39143-2de8-4a92-8f3b-26ac011b1152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:38.996533 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-70b39143-2de8-4a92-8f3b-26ac011b1152 None None] Attempt 1 to provision port 87e694b5-8f11-43e5-a848-417df7df3b22 Nov 02 12:31:39.000884 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:39.040598 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:39.058571 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-70b39143-2de8-4a92-8f3b-26ac011b1152 None None] Port 87e694b5-8f11-43e5-a848-417df7df3b22 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:31:39.117407 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:39.248302 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Allocated IP 172.27.3.78 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/cc8a3229-730c-4710-b7a0-e71b84437e50) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:31:39.315086 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d540597-ace2-4cfb-841d-d020330f5e9d', 'tag': 'a2cd9294-40e8-4c72-92e4-4a022321affe'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:39.317511 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbacbc60-02c7-490e-88b2-3648c2c3f463" -d '{"events": [{"name": "network-changed", "server_uuid": "8d540597-ace2-4cfb-841d-d020330f5e9d", "tag": "a2cd9294-40e8-4c72-92e4-4a022321affe"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:39.406073 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f082758-0ad9-46d2-b166-44150ee17f59 x-openstack-request-id: req-1f082758-0ad9-46d2-b166-44150ee17f59 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:39.406376 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d540597-ace2-4cfb-841d-d020330f5e9d", "tag": "a2cd9294-40e8-4c72-92e4-4a022321affe", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:39.406637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1f082758-0ad9-46d2-b166-44150ee17f59 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:39.407081 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f082758-0ad9-46d2-b166-44150ee17f59'] response: {'name': 'network-changed', 'server_uuid': '8d540597-ace2-4cfb-841d-d020330f5e9d', 'tag': 'a2cd9294-40e8-4c72-92e4-4a022321affe', 'status': 'completed', 'code': 200} Nov 02 12:31:39.410328 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for port (cc8a3229-730c-4710-b7a0-e71b84437e50), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:39.459556 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:39.476012 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3a8fc-ffdc-423b-8e0d-a6caed7d933e req-941d8b43-9da8-4c04-a518-e592ce8c37b8 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:39.477705 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0cf3a8fc-ffdc-423b-8e0d-a6caed7d933e req-941d8b43-9da8-4c04-a518-e592ce8c37b8 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 931 time: 0.0742109 Nov 02 12:31:39.497490 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (cc8a3229-730c-4710-b7a0-e71b84437e50), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:39.576437 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:39.585424 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:39.591152 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:31:39.594827 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event updated for resources: {'Port': ['ID=cc8a3229-730c-4710-b7a0-e71b84437e50,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:39.618847 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0cf3a8fc-ffdc-423b-8e0d-a6caed7d933e req-6c8d1a2e-e3cf-4a53-af7f-cf1e1f983d4c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301632 Nov 02 12:31:39.700576 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:39.753640 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506a067-70f2-42bd-9a2f-957f4570e922 req-e3bb5b6d-4f37-4d6e-8f6e-54a994011673 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:39.756556 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a506a067-70f2-42bd-9a2f-957f4570e922 req-e3bb5b6d-4f37-4d6e-8f6e-54a994011673 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 945 time: 0.0701411 Nov 02 12:31:39.765220 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for floatingip (ca419f99-f500-4887-aac6-9abbbefa52d1), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:39.828937 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:39.844976 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a506a067-70f2-42bd-9a2f-957f4570e922 req-eea7022c-3df7-440b-b3b8-432e3ffc66cf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795264 Nov 02 12:31:39.846832 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (cc8a3229-730c-4710-b7a0-e71b84437e50), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:39.995968 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Request body: {'port': {'device_id': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:40.036777 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-5db3fc37-951a-4153-ac00-036b88e7535b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d62e064f-fe22-410f-9e2a-c431b4b312b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572217 Nov 02 12:31:40.054087 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703e980-216a-489a-8336-0132b6682b78 req-e91f2f04-fdda-42bf-a577-34af88eebd65 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:40.055625 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6703e980-216a-489a-8336-0132b6682b78 req-e91f2f04-fdda-42bf-a577-34af88eebd65 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 943 time: 0.1779842 Nov 02 12:31:40.107311 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c315f4-db5d-4468-89d1-6897bc41aed5 req-4ae64149-3519-4a7a-99c2-d9626789993c tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:40.109478 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-12c315f4-db5d-4468-89d1-6897bc41aed5 req-4ae64149-3519-4a7a-99c2-d9626789993c tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 944 time: 0.1024511 Nov 02 12:31:40.190335 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:40.234586 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:40.294609 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-12c315f4-db5d-4468-89d1-6897bc41aed5 req-3ae914a6-a508-4dfe-b31f-cdb6f478e0df tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593349 Nov 02 12:31:40.483748 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacbc60-02c7-490e-88b2-3648c2c3f463 req-9aec056f-eccc-432c-abe6-ff4b714a8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:40.485626 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fbacbc60-02c7-490e-88b2-3648c2c3f463 req-9aec056f-eccc-432c-abe6-ff4b714a8922 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=64af2cf0e0a14b3ea92c2438baeeb900&device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 1127 time: 0.4601121 Nov 02 12:31:40.613328 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e694b5-8f11-43e5-a848-417df7df3b22 {{(pid=106351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:40.623449 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Publish callbacks [] for port (87e694b5-8f11-43e5-a848-417df7df3b22), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:40.637392 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6703e980-216a-489a-8336-0132b6682b78 req-5d4091c5-df9e-4160-beb5-a21d4a5eb8f3 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616376 Nov 02 12:31:40.639953 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.provisioning_blocks [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Transition to ACTIVE for port object 87e694b5-8f11-43e5-a848-417df7df3b22 will not be triggered until provisioned by entity L2. {{(pid=106351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:31:40.646143 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:40.725970 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-ed1eec1f-4c2a-4b65-8e64-5aff23a7e436 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d62e064f-fe22-410f-9e2a-c431b4b312b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514215 Nov 02 12:31:40.735262 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.managers [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Attempting to bind port 87e694b5-8f11-43e5-a848-417df7df3b22 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:40.735772 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.managers [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Attempting to bind port 87e694b5-8f11-43e5-a848-417df7df3b22 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'}] {{(pid=106351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:40.736283 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Attempting to bind port 87e694b5-8f11-43e5-a848-417df7df3b22 on network 6edbe81a-ad8c-4936-a044-e7c71fdd584a {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:40.791185 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for port (cc8a3229-730c-4710-b7a0-e71b84437e50), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:40.794942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacbc60-02c7-490e-88b2-3648c2c3f463 req-563c2676-9622-49e0-9938-302861977fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:40.795318 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=87e694b5-8f11-43e5-a848-417df7df3b22,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:40.797457 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fbacbc60-02c7-490e-88b2-3648c2c3f463 req-563c2676-9622-49e0-9938-302861977fc7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=64af2cf0e0a14b3ea92c2438baeeb900&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2954285 Nov 02 12:31:40.806550 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (cc8a3229-730c-4710-b7a0-e71b84437e50), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:40.828465 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:31:40.887406 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6a17-bf92-467d-b84e-892836fafb36 req-f186671f-ad0e-4292-bed6-8319db58c12a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:40.889803 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8f8e6a17-bf92-467d-b84e-892836fafb36 req-f186671f-ad0e-4292-bed6-8319db58c12a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.1495612 Nov 02 12:31:40.905458 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (ca419f99-f500-4887-aac6-9abbbefa52d1), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:40.905977 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Port 87e694b5-8f11-43e5-a848-417df7df3b22 on network 6edbe81a-ad8c-4936-a044-e7c71fdd584a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:31:40.906931 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Attempting to bind port 87e694b5-8f11-43e5-a848-417df7df3b22 on network 6edbe81a-ad8c-4936-a044-e7c71fdd584a {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:41.009523 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e is: ACTIVE; New status is: DOWN {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:41.010804 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:41.028435 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event updated for resources: {'Port': ['ID=cc8a3229-730c-4710-b7a0-e71b84437e50,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:41.037360 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:41.037717 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Checking segment: {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:41.038073 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Bound using segment: {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'} {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:41.038536 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.managers [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Bound port: 87e694b5-8f11-43e5-a848-417df7df3b22, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd71981-a941-482f-85cc-9cfe9870b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a'}}] {{(pid=106351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:41.039050 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:41.044887 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8f8e6a17-bf92-467d-b84e-892836fafb36 req-b5af3bf1-a8ec-472a-87db-31f27a082417 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229515 Nov 02 12:31:41.080966 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:41.085796 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672ecf1e-efcd-4bde-b209-b092d905d347" -d '{"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-unplugged", "status": "completed", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:41.108780 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:41.116828 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:41.139591 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, cleared binding levels {{(pid=106351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:41.143056 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=87e694b5-8f11-43e5-a848-417df7df3b22,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:41.146314 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:41.154122 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:41.193994 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=8']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:41.196064 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:41.202624 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:41.203169 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:41.204571 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b6d2f2-c8db-41a2-9c0b-a2dd3cccffeb x-openstack-request-id: req-70b6d2f2-c8db-41a2-9c0b-a2dd3cccffeb {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:41.204861 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 200 len: 1093 time: 1.2246394 Nov 02 12:31:41.205065 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-unplugged", "status": "failed", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e", "code": 422}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:41.205226 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:41.205361 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-70b6d2f2-c8db-41a2-9c0b-a2dd3cccffeb {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:41.205875 dv-cinder-863273-1-iscsi neutron-server[106352]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-70b6d2f2-c8db-41a2-9c0b-a2dd3cccffeb']: {'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'code': 422} returned with failed status Nov 02 12:31:41.207633 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222a3def-666e-4282-ade8-61491f5f987e" -d '{"events": [{"name": "network-changed", "server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:41.221049 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:41.223824 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b200248b-e616-4d7b-a21c-9cf8e6d37b1e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2572980 Nov 02 12:31:41.239079 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d3325-c4af-4f8b-a26d-ffe25239c9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=87e694b5-8f11-43e5-a848-417df7df3b22,revision_number=3']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:41.274414 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa425e3-43fe-4d1f-b8e0-4712265faf96 x-openstack-request-id: req-6aa425e3-43fe-4d1f-b8e0-4712265faf96 {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:41.274950 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:41.275356 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6aa425e3-43fe-4d1f-b8e0-4712265faf96 {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:41.275923 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa425e3-43fe-4d1f-b8e0-4712265faf96'] response: {'name': 'network-changed', 'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22', 'status': 'completed', 'code': 200} Nov 02 12:31:41.343214 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-7ec47c8b-fb1b-4179-b5e7-0c69de2087dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:41.344920 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-7ec47c8b-fb1b-4179-b5e7-0c69de2087dc service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=620e39db57f34948b5450e5b90c984cb&device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1127 time: 0.0494494 Nov 02 12:31:41.407645 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-9746ed5a-cc2f-434d-8a07-3e681255ea9e service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 200 len: 217 time: 0.0529363 Nov 02 12:31:41.470193 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76c6d2-9c73-48fb-a163-c29b14ac7943 req-c8a864b4-cf25-4897-8b37-b8b13af82fcc tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:41.472902 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ca76c6d2-9c73-48fb-a163-c29b14ac7943 req-c8a864b4-cf25-4897-8b37-b8b13af82fcc tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.2821076 Nov 02 12:31:41.518218 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-df70e3df-6cc1-4ee3-865b-b05dc283ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:41.520283 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-df70e3df-6cc1-4ee3-865b-b05dc283ef9a service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=66f60ff7-50b7-4504-bf41-b1139a7b6f41 HTTP/1.1" status: 200 len: 848 time: 0.1065261 Nov 02 12:31:41.528845 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b546d8-27c8-44aa-9c86-da4c4521fd15 req-2af1caea-9df9-4158-8fff-d8f6ba58acc4 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:41.530510 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-41b546d8-27c8-44aa-9c86-da4c4521fd15 req-2af1caea-9df9-4158-8fff-d8f6ba58acc4 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 944 time: 0.0683424 Nov 02 12:31:41.569704 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacbc60-02c7-490e-88b2-3648c2c3f463 req-f122fc21-17e8-41a5-af2e-73e6bf326eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:41.572161 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fbacbc60-02c7-490e-88b2-3648c2c3f463 req-f122fc21-17e8-41a5-af2e-73e6bf326eb9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5456517 Nov 02 12:31:41.585229 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:41.599865 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-94eb623f-f425-4cc6-b1a4-6f20657c4299 req-bd5b54c8-cc2b-42e4-8fb3-dd79e7510039 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d62e064f-fe22-410f-9e2a-c431b4b312b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704185 Nov 02 12:31:41.609836 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a1803ccc-d259-462b-9eb1-4b202332c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:41.612741 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-a1803ccc-d259-462b-9eb1-4b202332c30b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=6edbe81a-ad8c-4936-a044-e7c71fdd584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804334 Nov 02 12:31:41.642065 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ca76c6d2-9c73-48fb-a163-c29b14ac7943 req-a8afbfc7-b425-42b5-9efc-8947992036ae tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513484 Nov 02 12:31:41.706176 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-f032a4ee-dd0c-4567-9055-1c3f43b38168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:41.706176 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-f032a4ee-dd0c-4567-9055-1c3f43b38168 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=64af2cf0e0a14b3ea92c2438baeeb900&device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 1127 time: 0.0561693 Nov 02 12:31:41.715399 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-41b546d8-27c8-44aa-9c86-da4c4521fd15 req-ee7e7e7e-7f92-4519-98aa-ffcc60aa3e55 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746862 Nov 02 12:31:41.825978 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-6dcbd2fe-97f7-4dbf-9674-7db48a191a32 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967845 Nov 02 12:31:41.885701 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-bd5f0c34-1a07-4f1e-8db4-6f19fd806148 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1951174452&fields=id&tenant_id=3dfb62f918dd41aea2e6d49286476dd0 HTTP/1.1" status: 200 len: 267 time: 0.0799983 Nov 02 12:31:42.002831 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:42.064445 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bf15c-8375-44f6-9f10-7c9522c349fb req-55d54929-f413-4165-af81-5bf7c3f9ce4d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:42.067015 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-032bf15c-8375-44f6-9f10-7c9522c349fb req-55d54929-f413-4165-af81-5bf7c3f9ce4d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 943 time: 0.0765860 Nov 02 12:31:42.084714 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-e44ffe6f-8ceb-4b0e-8d48-daceef4bb065 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:42.086305 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-e44ffe6f-8ceb-4b0e-8d48-daceef4bb065 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 818 time: 0.1924367 Nov 02 12:31:42.108000 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-e0e57da2-0fcc-4c42-a7b0-b06cba62c9eb tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/quotas/3dfb62f918dd41aea2e6d49286476dd0 HTTP/1.1" status: 200 len: 375 time: 0.0134857 Nov 02 12:31:42.129507 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-032bf15c-8375-44f6-9f10-7c9522c349fb req-8043f0a3-5e4f-41dc-b67a-172e791fd356 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552518 Nov 02 12:31:42.184128 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-17560390-8580-4c34-8c6d-4c6cbbe5ae0f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0691767 Nov 02 12:31:42.310423 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-7468dccd-f21d-41c4-a9cb-c1876c42d040 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069231 Nov 02 12:31:42.429709 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-2c2de965-24b8-4345-9fe2-2dacb6ebc412 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130276 Nov 02 12:31:42.545662 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-02e204c1-9962-4f3d-80e0-209623b685b8 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2cd9294-40e8-4c72-92e4-4a022321affe HTTP/1.1" status: 200 len: 217 time: 0.0494678 Nov 02 12:31:42.622008 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-188ca9f4-74c6-42ed-b9bf-e9a621527d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:42.626534 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-188ca9f4-74c6-42ed-b9bf-e9a621527d01 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=58387fd7-1cf7-4891-b81a-871f694f4d22 HTTP/1.1" status: 200 len: 853 time: 0.0742016 Nov 02 12:31:42.687514 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-a23a33ec-1289-4f88-ac0c-1449305a70b8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=198d3999-966c-482d-951f-86abbbcd5ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523925 Nov 02 12:31:42.841695 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 97b6d107-5049-455a-99ff-3f7eb13dea30 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:31:42.846940 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e78119b8-3247-4971-b1f5-4acb318d2d59 req-2e2140a4-ea59-4b5f-ba59-33f6df15cb83 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484838 Nov 02 12:31:42.851971 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e5b9dd57-5ac3-41aa-bdde-7c5fefc72454 req-2df4a1ba-2c3a-4044-8f0c-6b43589331f9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 210 time: 0.1161122 Nov 02 12:31:42.877744 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:42.975157 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec76d6-a107-4c48-b82b-c8509f5af677 req-8d4c9408-c2ea-4fdf-93a6-51074edb8cff tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:42.975157 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7cec76d6-a107-4c48-b82b-c8509f5af677 req-8d4c9408-c2ea-4fdf-93a6-51074edb8cff tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0977829 Nov 02 12:31:42.977205 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-027f0f1a-e193-4cfe-9b8f-1346e3d81e02 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/198d3999-966c-482d-951f-86abbbcd5ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835112 Nov 02 12:31:43.030654 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7cec76d6-a107-4c48-b82b-c8509f5af677 req-22874dce-61c8-47cc-85f3-22358d9f7059 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564077 Nov 02 12:31:43.039873 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5b59-5b64-4e5a-828c-93611ab9389f req-0f5f56e8-af93-43a9-a77e-b40b30f75aff tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:43.047304 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-78df5b59-5b64-4e5a-828c-93611ab9389f req-0f5f56e8-af93-43a9-a77e-b40b30f75aff tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 944 time: 0.1126466 Nov 02 12:31:43.114866 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 97b6d107-5049-455a-99ff-3f7eb13dea30, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=97b6d107-5049-455a-99ff-3f7eb13dea30,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:43.133689 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '97b6d107-5049-455a-99ff-3f7eb13dea30', 'network_id': 'd62e064f-fe22-410f-9e2a-c431b4b312b5', 'port_id': '97b6d107-5049-455a-99ff-3f7eb13dea30', 'mac_address': 'fa:16:3e:0b:b3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805cff27-86b2-43a7-bce4-35de182e7dda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:31:43.136763 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-78df5b59-5b64-4e5a-828c-93611ab9389f req-985e1aea-84de-43be-b875-78be97e5ae0f tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884118 Nov 02 12:31:43.229995 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 97b6d107-5049-455a-99ff-3f7eb13dea30 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:43.230480 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:43.251905 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a3def-666e-4282-ade8-61491f5f987e req-8f46ec29-6057-4513-8189-25aeac7a2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:43.254856 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-222a3def-666e-4282-ade8-61491f5f987e req-8f46ec29-6057-4513-8189-25aeac7a2537 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=620e39db57f34948b5450e5b90c984cb&device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1127 time: 0.1056809 Nov 02 12:31:43.273434 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b6d107-5049-455a-99ff-3f7eb13dea30 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:43.330028 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 97b6d107-5049-455a-99ff-3f7eb13dea30, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=97b6d107-5049-455a-99ff-3f7eb13dea30,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:43.336795 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:43.352762 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d9ceca7-91b5-4080-9758-3695dc8a4012 req-83d902aa-f39e-44f0-a2dd-9de3207446aa service neutron] 10.222.0.87 "GET /networking/v2.0/networks/198d3999-966c-482d-951f-86abbbcd5ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197218 Nov 02 12:31:43.411952 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=97b6d107-5049-455a-99ff-3f7eb13dea30,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:43.434047 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [req-0701f02e-33fd-4529-8b40-c6aeabba2e0f req-827f3636-1b71-480f-8618-c59775fb6653 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:31:43.435630 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0701f02e-33fd-4529-8b40-c6aeabba2e0f req-827f3636-1b71-480f-8618-c59775fb6653 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0072002 Nov 02 12:31:43.603278 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['97b6d107-5049-455a-99ff-3f7eb13dea30'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:31:43.626777 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32340-7113-4786-b52d-e04e7cbd6d87 req-85ab67f9-2046-4b73-8407-93f2e21f7829 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:43.628718 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d1e32340-7113-4786-b52d-e04e7cbd6d87 req-85ab67f9-2046-4b73-8407-93f2e21f7829 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 943 time: 0.3675439 Nov 02 12:31:43.699377 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a3def-666e-4282-ade8-61491f5f987e req-36bd337a-be03-4593-880d-43f00ab1630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:43.701143 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-222a3def-666e-4282-ade8-61491f5f987e req-36bd337a-be03-4593-880d-43f00ab1630f service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=6edbe81a-ad8c-4936-a044-e7c71fdd584a HTTP/1.1" status: 200 len: 911 time: 0.4389210 Nov 02 12:31:43.724561 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d1e32340-7113-4786-b52d-e04e7cbd6d87 req-1142374c-4fb2-4171-ad95-4fcd1fa97d36 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867050 Nov 02 12:31:43.802938 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336d5a-68d8-4063-98e4-9ab67848987f req-363e8e6f-7748-42a9-b301-a25996901d03 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:43.805896 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8e336d5a-68d8-4063-98e4-9ab67848987f req-363e8e6f-7748-42a9-b301-a25996901d03 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0597854 Nov 02 12:31:43.867082 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8e336d5a-68d8-4063-98e4-9ab67848987f req-7d24e63d-852b-4b06-9e40-f3d6c6424a9d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553851 Nov 02 12:31:43.979983 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-31877752-df28-4578-ab34-1a8a3dacdbd1 req-8930346c-70c0-4d0b-a4c9-9e9bba19d16e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0320337 Nov 02 12:31:44.078388 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 42366) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:44.230953 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99805dda-246a-446f-a195-f14452f0ad8f req-abf0836b-29a8-4a32-835d-4dfc5cad8d2c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:44.232480 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-99805dda-246a-446f-a195-f14452f0ad8f req-abf0836b-29a8-4a32-835d-4dfc5cad8d2c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0931563 Nov 02 12:31:44.249937 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-9fd9db09-cc28-437f-8f50-162e5cc21ef2 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1701293 Nov 02 12:31:44.262495 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-b1179330-8549-4efc-bd0b-0823ca61297e service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:31:44.263517 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-b1179330-8549-4efc-bd0b-0823ca61297e service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052047 Nov 02 12:31:44.301055 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-99805dda-246a-446f-a195-f14452f0ad8f req-37607357-6d73-4c3d-be8d-04066a026c41 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619040 Nov 02 12:31:44.320337 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74c192-1561-4d6e-a063-8758ca5f8071 req-d6396a4e-ee4e-4a2c-b756-25b3326f6600 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:44.322550 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fe74c192-1561-4d6e-a063-8758ca5f8071 req-d6396a4e-ee4e-4a2c-b756-25b3326f6600 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 945 time: 0.0988119 Nov 02 12:31:44.365626 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-222a3def-666e-4282-ade8-61491f5f987e req-565d7bfe-583a-4cba-9c32-6bbd7bc07f84 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 200 len: 217 time: 0.0655835 Nov 02 12:31:44.372557 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 42376) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:31:44.390225 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:44.452233 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fe74c192-1561-4d6e-a063-8758ca5f8071 req-008780a7-69f6-4668-a4dd-5246df230a60 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898640 Nov 02 12:31:44.453877 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a3def-666e-4282-ade8-61491f5f987e req-209aaa46-f7d3-49e5-8047-a070cd815ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:44.455267 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-222a3def-666e-4282-ade8-61491f5f987e req-209aaa46-f7d3-49e5-8047-a070cd815ab8 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=66f60ff7-50b7-4504-bf41-b1139a7b6f41 HTTP/1.1" status: 200 len: 848 time: 0.0829151 Nov 02 12:31:44.509960 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a3def-666e-4282-ade8-61491f5f987e req-a77ee3ee-4bba-483a-bef6-ea7de882f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:44.511604 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-222a3def-666e-4282-ade8-61491f5f987e req-a77ee3ee-4bba-483a-bef6-ea7de882f661 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=6edbe81a-ad8c-4936-a044-e7c71fdd584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478065 Nov 02 12:31:44.514957 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-9c70dbc7-5cc6-45b3-abb8-9650452384b9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:44.516587 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-9c70dbc7-5cc6-45b3-abb8-9650452384b9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports/76520876-ec20-4f93-afd1-a7ac9b9e2c3e HTTP/1.1" status: 200 len: 940 time: 0.1429741 Nov 02 12:31:44.631971 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-222a3def-666e-4282-ade8-61491f5f987e req-d860ed96-8d77-44c1-9d7c-e25953f921de service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128397 Nov 02 12:31:44.764013 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-222a3def-666e-4282-ade8-61491f5f987e req-d186bd0b-017d-4eb4-8666-df894de856fb service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254146 Nov 02 12:31:44.862653 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device a2cd9294-40e8-4c72-92e4-4a022321affe details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:31:44.867581 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 97b6d107-5049-455a-99ff-3f7eb13dea30 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:44.990956 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82843829-89d0-4d06-b703-9e6417e40a01 req-2147ade8-5874-49b9-8b16-71ce78133cf5 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:44.993129 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82843829-89d0-4d06-b703-9e6417e40a01 req-2147ade8-5874-49b9-8b16-71ce78133cf5 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 943 time: 0.1186986 Nov 02 12:31:45.006134 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:45.014256 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 97b6d107-5049-455a-99ff-3f7eb13dea30 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:31:45.021564 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:45.028600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 97b6d107-5049-455a-99ff-3f7eb13dea30 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:45.029251 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:45.029927 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 97b6d107-5049-455a-99ff-3f7eb13dea30 Nov 02 12:31:45.095230 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:45.100962 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82843829-89d0-4d06-b703-9e6417e40a01 req-0d98d083-2f1a-469f-98ea-5c221ac855bd tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972314 Nov 02 12:31:45.109792 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port a2cd9294-40e8-4c72-92e4-4a022321affe, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a2cd9294-40e8-4c72-92e4-4a022321affe,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:45.121047 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e057c-783c-49ad-8659-c2b17945217f req-b2e911d0-6c58-4d3f-a15f-ff96d14e91b1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:45.122559 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1c0e057c-783c-49ad-8659-c2b17945217f req-b2e911d0-6c58-4d3f-a15f-ff96d14e91b1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.1029370 Nov 02 12:31:45.126885 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': 'a2cd9294-40e8-4c72-92e4-4a022321affe', 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3', 'port_id': 'a2cd9294-40e8-4c72-92e4-4a022321affe', 'mac_address': 'fa:16:3e:ee:e6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58387fd7-1cf7-4891-b81a-871f694f4d22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:31:45.210885 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 97b6d107-5049-455a-99ff-3f7eb13dea30 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:45.211181 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:45.211294 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:45.226625 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port a2cd9294-40e8-4c72-92e4-4a022321affe is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:45.227023 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:45.264487 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b440d0f-2b65-4d28-b859-93348307b26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b6d107-5049-455a-99ff-3f7eb13dea30'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:45.265842 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1c0e057c-783c-49ad-8659-c2b17945217f req-0ffb8c92-9e5f-4a7a-bd07-b06d79c0db7a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231594 Nov 02 12:31:45.267804 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b20cec-74e7-46f3-a599-5b200d2ba6ac" -d '{"events": [{"server_uuid": "6b440d0f-2b65-4d28-b859-93348307b26d", "name": "network-vif-plugged", "status": "completed", "tag": "97b6d107-5049-455a-99ff-3f7eb13dea30"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:45.281655 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cd9294-40e8-4c72-92e4-4a022321affe {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:45.292088 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 97b6d107-5049-455a-99ff-3f7eb13dea30, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=97b6d107-5049-455a-99ff-3f7eb13dea30,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:45.302549 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:45.303777 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:31:45.333541 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d16c1991-aaee-4129-842a-c4245135bb32 req-5c931a2f-6045-4352-bda5-46a9d8d1b91e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0900204 Nov 02 12:31:45.369753 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port a2cd9294-40e8-4c72-92e4-4a022321affe, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a2cd9294-40e8-4c72-92e4-4a022321affe,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:45.386429 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:45.449917 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=97b6d107-5049-455a-99ff-3f7eb13dea30,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:45.522085 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf029e-f1d2-4b24-8e36-f592b5ae8937 x-openstack-request-id: req-81cf029e-f1d2-4b24-8e36-f592b5ae8937 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:45.527929 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b440d0f-2b65-4d28-b859-93348307b26d", "name": "network-vif-plugged", "status": "completed", "tag": "97b6d107-5049-455a-99ff-3f7eb13dea30", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:45.528379 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-81cf029e-f1d2-4b24-8e36-f592b5ae8937 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:45.529036 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81cf029e-f1d2-4b24-8e36-f592b5ae8937'] response: {'server_uuid': '6b440d0f-2b65-4d28-b859-93348307b26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b6d107-5049-455a-99ff-3f7eb13dea30', 'code': 200} Nov 02 12:31:45.656965 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=a2cd9294-40e8-4c72-92e4-4a022321affe,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:45.677146 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e is: DOWN; New status is: DOWN {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:45.702493 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091dd1-9eed-4e48-a1a7-986334c732da req-5311c641-c2a7-47c8-87e0-42b5deb3e00b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:45.704939 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ae091dd1-9eed-4e48-a1a7-986334c732da req-5311c641-c2a7-47c8-87e0-42b5deb3e00b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.1897633 Nov 02 12:31:45.718426 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-e6e5a1eb-3811-4c63-83cc-c87fdb897872 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:45.720794 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-e6e5a1eb-3811-4c63-83cc-c87fdb897872 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 818 time: 0.3412166 Nov 02 12:31:45.746051 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['a2cd9294-40e8-4c72-92e4-4a022321affe'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:31:45.801791 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb9544-25b5-4c8d-aafc-c4348526bc2c req-e326f3e5-7775-46cd-97ec-86e58c83c67b tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:45.809476 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-cdeb9544-25b5-4c8d-aafc-c4348526bc2c req-e326f3e5-7775-46cd-97ec-86e58c83c67b tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 946 time: 0.2102194 Nov 02 12:31:45.818334 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ae091dd1-9eed-4e48-a1a7-986334c732da req-359427aa-44b8-426a-9e0b-48fc73a998cc tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886672 Nov 02 12:31:45.890380 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-99e02f97-c829-4368-aed8-d19241ea427c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3dfb62f918dd41aea2e6d49286476dd0 HTTP/1.1" status: 200 len: 380 time: 0.1610947 Nov 02 12:31:45.900628 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c19ef-1944-4f08-8440-202728923b01 req-6cfb4534-cda8-4383-941d-34b4db5930a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:45.902459 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f93c19ef-1944-4f08-8440-202728923b01 req-6cfb4534-cda8-4383-941d-34b4db5930a3 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 1130 time: 0.1031249 Nov 02 12:31:45.918453 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-cdeb9544-25b5-4c8d-aafc-c4348526bc2c req-ce71df0e-c582-4de5-b475-b7923f2aa357 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072004 Nov 02 12:31:45.951612 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Request body: {'port': {'device_id': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'admin_state_up': True, 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'security_groups': ['20f3ed08-71a6-4708-adb2-f6c07627f734']}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:46.009552 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f93c19ef-1944-4f08-8440-202728923b01 req-b193e9bc-08b1-4125-b802-f830fc3be902 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Nov 02 12:31:46.086346 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Made reservation on behalf of 3dfb62f918dd41aea2e6d49286476dd0 for: {'port': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:31:46.090095 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:46.254768 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Allocated IP 172.20.0.3 (d036ebb3-3fc9-46ee-88bb-f55457c5a308/fbce0648-1980-4ba0-846b-e1a10bbac213/31851f55-682f-47de-8743-7d17731aefbf) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:31:46.259317 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa6e0e-03c8-4572-8a58-bfe4b5712037 req-16a3b470-53a1-45b5-abb3-3eb427f5e7d0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:46.261616 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c1aa6e0e-03c8-4572-8a58-bfe4b5712037 req-16a3b470-53a1-45b5-abb3-3eb427f5e7d0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 944 time: 0.0542324 Nov 02 12:31:46.304301 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:46.343016 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c1aa6e0e-03c8-4572-8a58-bfe4b5712037 req-67ec1dcb-f4eb-429c-ac8c-43110165dba3 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721068 Nov 02 12:31:46.497983 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f40ebc4b-a5d1-4231-b747-34375a91575e req-747680f1-0147-409e-9d14-4d7a230a62eb tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0412040 Nov 02 12:31:46.527092 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41e847-3cb8-4028-a5a6-3740ec642584 req-864d9899-e842-440b-bdf3-fab2c1f95399 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:46.528619 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-aa41e847-3cb8-4028-a5a6-3740ec642584 req-864d9899-e842-440b-bdf3-fab2c1f95399 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0758710 Nov 02 12:31:46.544855 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for port (31851f55-682f-47de-8743-7d17731aefbf), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:46.605947 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-aa41e847-3cb8-4028-a5a6-3740ec642584 req-3e2ce35f-0fcd-45ba-bb9f-97a917a1498c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711942 Nov 02 12:31:46.616426 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (31851f55-682f-47de-8743-7d17731aefbf), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:46.657526 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:46.678353 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:31:46.682932 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:31:46.685798 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:31:46.690762 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:46.691941 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:46.708532 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event updated for resources: {'Port': ['ID=31851f55-682f-47de-8743-7d17731aefbf,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:46.724017 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-5a5fabf3-1a11-4853-9c60-15743f408c13 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7770240 Nov 02 12:31:46.842221 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Request body: {'port': {'device_id': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:31:46.875805 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device a2cd9294-40e8-4c72-92e4-4a022321affe up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:46.981392 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (31851f55-682f-47de-8743-7d17731aefbf), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:46.986034 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4246b7ab-4624-4afe-ba35-c59e2e561466 None None] Provisioning complete for port 31851f55-682f-47de-8743-7d17731aefbf triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:46.986625 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4246b7ab-4624-4afe-ba35-c59e2e561466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (31851f55-682f-47de-8743-7d17731aefbf), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:46.987119 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4246b7ab-4624-4afe-ba35-c59e2e561466 None None] Attempt 1 to provision port 31851f55-682f-47de-8743-7d17731aefbf Nov 02 12:31:47.056012 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port a2cd9294-40e8-4c72-92e4-4a022321affe completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:31:47.072081 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port a2cd9294-40e8-4c72-92e4-4a022321affe triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:47.072684 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:47.073398 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port a2cd9294-40e8-4c72-92e4-4a022321affe Nov 02 12:31:47.076510 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4246b7ab-4624-4afe-ba35-c59e2e561466 None None] Port 31851f55-682f-47de-8743-7d17731aefbf cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:31:47.080337 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:47.127779 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55783062-5861-4dd9-b06f-135264189231 req-0feedf1c-f39e-42c8-9961-0f45d99f2509 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:47.138673 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-55783062-5861-4dd9-b06f-135264189231 req-0feedf1c-f39e-42c8-9961-0f45d99f2509 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.1633470 Nov 02 12:31:47.200610 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-55783062-5861-4dd9-b06f-135264189231 req-bfe6ddab-2123-4e4e-98a3-d3ce9933ced3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609574 Nov 02 12:31:47.220639 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port a2cd9294-40e8-4c72-92e4-4a022321affe is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:47.221320 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:47.236809 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baf5ef-4a2e-4295-88ea-347c240f7805 req-7c304cd2-d930-41ab-94c5-b12cdf5c32cd tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:47.238469 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-90baf5ef-4a2e-4295-88ea-347c240f7805 req-7c304cd2-d930-41ab-94c5-b12cdf5c32cd tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 946 time: 0.1142521 Nov 02 12:31:47.269867 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:47.276161 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port a2cd9294-40e8-4c72-92e4-4a022321affe, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a2cd9294-40e8-4c72-92e4-4a022321affe,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:47.295861 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:47.347308 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-90baf5ef-4a2e-4295-88ea-347c240f7805 req-21bdab26-c9db-4ec3-a6f4-dd03428092df tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020603 Nov 02 12:31:47.355251 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=a2cd9294-40e8-4c72-92e4-4a022321affe,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:47.457138 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31851f55-682f-47de-8743-7d17731aefbf {{(pid=106351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:47.464281 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:47.467265 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Publish callbacks [] for port (31851f55-682f-47de-8743-7d17731aefbf), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:47.484431 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.provisioning_blocks [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Transition to ACTIVE for port object 31851f55-682f-47de-8743-7d17731aefbf will not be triggered until provisioned by entity L2. {{(pid=106351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:31:47.489502 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (31851f55-682f-47de-8743-7d17731aefbf), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:47.509784 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de81f2a-b3ea-4220-a0fb-ec4bda61c871 req-f165ac38-c8f0-4f48-b601-24e5558d381d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:47.511752 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de81f2a-b3ea-4220-a0fb-ec4bda61c871 req-f165ac38-c8f0-4f48-b601-24e5558d381d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.0667610 Nov 02 12:31:47.530559 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d540597-ace2-4cfb-841d-d020330f5e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd9294-40e8-4c72-92e4-4a022321affe'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:47.534019 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fbd7c5-bd8d-434e-896b-fb110a561567" -d '{"events": [{"server_uuid": "8d540597-ace2-4cfb-841d-d020330f5e9d", "name": "network-vif-plugged", "status": "completed", "tag": "a2cd9294-40e8-4c72-92e4-4a022321affe"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:47.572799 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Pushing event updated for resources: {'Port': ['ID=31851f55-682f-47de-8743-7d17731aefbf,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:47.576469 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.managers [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Attempting to bind port 31851f55-682f-47de-8743-7d17731aefbf on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:31:47.576760 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.managers [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Attempting to bind port 31851f55-682f-47de-8743-7d17731aefbf by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}] {{(pid=106351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:31:47.576967 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Attempting to bind port 31851f55-682f-47de-8743-7d17731aefbf on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:47.630271 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de81f2a-b3ea-4220-a0fb-ec4bda61c871 req-84dc18fb-31de-4eeb-9437-2c5b0c0751cc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080384 Nov 02 12:31:47.648135 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Port 31851f55-682f-47de-8743-7d17731aefbf on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:31:47.651375 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Attempting to bind port 31851f55-682f-47de-8743-7d17731aefbf on network d036ebb3-3fc9-46ee-88bb-f55457c5a308 {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:31:47.760031 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94dd474-9deb-4e30-ac7a-562b8f097a0e x-openstack-request-id: req-d94dd474-9deb-4e30-ac7a-562b8f097a0e {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:47.760889 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d540597-ace2-4cfb-841d-d020330f5e9d", "name": "network-vif-plugged", "status": "completed", "tag": "a2cd9294-40e8-4c72-92e4-4a022321affe", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:47.761543 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbacbab-7b0e-4851-ac94-89a7c078c9a5 req-4f7c31f5-dd87-4a9e-9fce-b6548f2f323d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:47.762023 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d94dd474-9deb-4e30-ac7a-562b8f097a0e {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:47.762991 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94dd474-9deb-4e30-ac7a-562b8f097a0e'] response: {'server_uuid': '8d540597-ace2-4cfb-841d-d020330f5e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd9294-40e8-4c72-92e4-4a022321affe', 'code': 200} Nov 02 12:31:47.769846 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4dbacbab-7b0e-4851-ac94-89a7c078c9a5 req-4f7c31f5-dd87-4a9e-9fce-b6548f2f323d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0824251 Nov 02 12:31:47.781348 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:31:47.781532 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Checking segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:31:47.781849 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Bound using segment: {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'} {{(pid=106351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:31:47.782736 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.managers [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Bound port: 31851f55-682f-47de-8743-7d17731aefbf, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f1458d-aa68-4c6d-b035-4329b48c7ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308'}}] {{(pid=106351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:31:47.783302 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (31851f55-682f-47de-8743-7d17731aefbf), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:47.868937 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4dbacbab-7b0e-4851-ac94-89a7c078c9a5 req-fba55fa6-414f-460b-a843-c6dec3aa37a1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982080 Nov 02 12:31:47.896381 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] For port 31851f55-682f-47de-8743-7d17731aefbf, host hv-cinder-86327, cleared binding levels {{(pid=106351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:31:47.900907 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] For port 31851f55-682f-47de-8743-7d17731aefbf, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=31851f55-682f-47de-8743-7d17731aefbf,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:31:47.917378 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (31851f55-682f-47de-8743-7d17731aefbf), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:47.929684 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:47.930417 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:47.932020 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/31851f55-682f-47de-8743-7d17731aefbf HTTP/1.1" status: 200 len: 1093 time: 1.1007328 Nov 02 12:31:47.932659 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'tag': '31851f55-682f-47de-8743-7d17731aefbf'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:47.942280 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6efaea-87e9-4293-b286-c5d080550154" -d '{"events": [{"name": "network-changed", "server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "tag": "31851f55-682f-47de-8743-7d17731aefbf"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:47.964572 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:48.009916 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ab38-cd07-44a7-aafe-d3e75d721476 service neutron] Pushing event updated for resources: {'Port': ['ID=31851f55-682f-47de-8743-7d17731aefbf,revision_number=3']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:48.021143 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38470a9f-39c7-467e-96ee-98b0c0f96167 req-3ee73ecf-7c57-4854-ba6f-7e99efd04dd3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:48.038403 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-38470a9f-39c7-467e-96ee-98b0c0f96167 req-3ee73ecf-7c57-4854-ba6f-7e99efd04dd3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.1779568 Nov 02 12:31:48.083589 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e64d20-407b-4e1e-9783-0e90d184e5fc x-openstack-request-id: req-74e64d20-407b-4e1e-9783-0e90d184e5fc {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:48.084197 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "tag": "31851f55-682f-47de-8743-7d17731aefbf", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:48.084755 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-74e64d20-407b-4e1e-9783-0e90d184e5fc {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:48.085578 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e64d20-407b-4e1e-9783-0e90d184e5fc'] response: {'name': 'network-changed', 'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'tag': '31851f55-682f-47de-8743-7d17731aefbf', 'status': 'completed', 'code': 200} Nov 02 12:31:48.114488 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-d88551f6-0d93-4114-bf9e-2e44bbad781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:48.118171 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-d88551f6-0d93-4114-bf9e-2e44bbad781a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 1127 time: 0.0951331 Nov 02 12:31:48.132271 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-38470a9f-39c7-467e-96ee-98b0c0f96167 req-563af1c3-7f3e-45c3-b70c-88dc937b92c6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929224 Nov 02 12:31:48.139042 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8506af-69aa-4e50-8421-4a972acf484d req-8a91f2e0-5a81-4175-aa11-612afc186d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:48.140854 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8c8506af-69aa-4e50-8421-4a972acf484d req-8a91f2e0-5a81-4175-aa11-612afc186d29 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 1129 time: 0.0611625 Nov 02 12:31:48.309491 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:48.408925 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-6923b52a-11d4-44e5-baef-a3a63cde7a78 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31851f55-682f-47de-8743-7d17731aefbf HTTP/1.1" status: 200 len: 217 time: 0.0545504 Nov 02 12:31:48.422386 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbfe8-b65f-4ec1-9764-0fd49cf42fd5 req-299047f6-25e6-4479-9acd-cd1570fbcb54 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:48.424320 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-139dbfe8-b65f-4ec1-9764-0fd49cf42fd5 req-299047f6-25e6-4479-9acd-cd1570fbcb54 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.1302693 Nov 02 12:31:48.507903 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-139dbfe8-b65f-4ec1-9764-0fd49cf42fd5 req-3284752b-150a-412c-a23a-f1508bb47c23 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755780 Nov 02 12:31:48.587328 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-1796728b-189c-49ef-8d62-26ce1913f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:48.590626 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-1796728b-189c-49ef-8d62-26ce1913f404 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0811205 Nov 02 12:31:48.645808 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560317fb-5b31-4046-bf70-e9ba33940de3 req-33ce85a6-09e3-4e18-b80e-122a53cd6c4f tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:48.647410 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-560317fb-5b31-4046-bf70-e9ba33940de3 req-33ce85a6-09e3-4e18-b80e-122a53cd6c4f tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 946 time: 0.1987171 Nov 02 12:31:48.677145 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-4d6fa053-ed1b-4e56-91c8-c970bed01f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:48.678643 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-4d6fa053-ed1b-4e56-91c8-c970bed01f78 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4&tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74 HTTP/1.1" status: 200 len: 1127 time: 0.1580536 Nov 02 12:31:48.688870 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8c8506af-69aa-4e50-8421-4a972acf484d req-8edb8bb0-c485-4ed6-9964-1cc30f3017a1 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885047 Nov 02 12:31:48.728774 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-560317fb-5b31-4046-bf70-e9ba33940de3 req-56e46991-56fa-4419-b215-248d9dd765e0 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705073 Nov 02 12:31:48.828538 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79999699-4530-42ea-b8a3-351b3134c3cc req-fd1ce5ed-257b-49da-9727-4394c7a97815 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:48.831418 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-79999699-4530-42ea-b8a3-351b3134c3cc req-fd1ce5ed-257b-49da-9727-4394c7a97815 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.0916471 Nov 02 12:31:48.893970 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-79999699-4530-42ea-b8a3-351b3134c3cc req-83c4987d-a9b7-4f47-a0a2-9aa0952ce6f8 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522401 Nov 02 12:31:49.077457 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff4f79-633d-495b-ac9d-fcb1ea9786f7 req-9cfa4ac1-0f0f-4e29-b37a-ab56d0ed7d23 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:49.079140 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b3ff4f79-633d-495b-ac9d-fcb1ea9786f7 req-9cfa4ac1-0f0f-4e29-b37a-ab56d0ed7d23 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0701139 Nov 02 12:31:49.148180 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b3ff4f79-633d-495b-ac9d-fcb1ea9786f7 req-66450337-ee11-487f-8db2-d7410ad29140 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620790 Nov 02 12:31:49.292222 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f8fc3-df89-42f9-88c0-4cebf2754da1 req-16a4f053-76a1-4eed-89bb-da4b34add0f1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:49.294826 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-484f8fc3-df89-42f9-88c0-4cebf2754da1 req-16a4f053-76a1-4eed-89bb-da4b34add0f1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0698009 Nov 02 12:31:49.371725 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-484f8fc3-df89-42f9-88c0-4cebf2754da1 req-6267ac59-f560-4486-91ba-8094e8ff8e33 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705895 Nov 02 12:31:49.525909 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-866d694d-3c68-41fb-878e-94b267a84668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:49.528400 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-866d694d-3c68-41fb-878e-94b267a84668 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698411 Nov 02 12:31:49.578005 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-b437af93-e1bd-49d0-842c-b9ffa6328e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:49.579902 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-b437af93-e1bd-49d0-842c-b9ffa6328e6e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 1127 time: 0.0817254 Nov 02 12:31:49.676429 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f0371-7dad-445e-87b8-b30d4a904017 req-5dd87705-cc6a-4808-829a-bbc7e6c42fd2 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:49.678717 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-233f0371-7dad-445e-87b8-b30d4a904017 req-5dd87705-cc6a-4808-829a-bbc7e6c42fd2 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 946 time: 0.0832710 Nov 02 12:31:49.699038 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:49.718861 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cb044-3d14-425c-a3b9-2b0407cbdfb6 req-6a6e76dc-725e-4489-8d16-dcb51c75808d tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:49.721365 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ed1cb044-3d14-425c-a3b9-2b0407cbdfb6 req-6a6e76dc-725e-4489-8d16-dcb51c75808d tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0730202 Nov 02 12:31:49.754994 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-233f0371-7dad-445e-87b8-b30d4a904017 req-dcb8c28b-a1a1-4c4f-b5ca-0ac8ca6271b9 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657480 Nov 02 12:31:49.797665 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ed1cb044-3d14-425c-a3b9-2b0407cbdfb6 req-6ff386da-e344-49cc-9b5a-a80b624c4915 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672235 Nov 02 12:31:50.013489 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:50.036082 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9bfd5-5519-4348-9c85-550432958275 req-1db0442f-5e23-4ec9-ad46-ccf67278efa7 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:50.037708 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-10e9bfd5-5519-4348-9c85-550432958275 req-1db0442f-5e23-4ec9-ad46-ccf67278efa7 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.0575392 Nov 02 12:31:50.098302 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-10e9bfd5-5519-4348-9c85-550432958275 req-d02a3ddc-3d77-4888-88ea-7f9f63d6f780 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476756 Nov 02 12:31:50.306479 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3bc05-c735-4f68-9563-74612ae87a3c req-827c2cb0-fae8-4b8f-9065-584c57af2f85 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:50.308189 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-23a3bc05-c735-4f68-9563-74612ae87a3c req-827c2cb0-fae8-4b8f-9065-584c57af2f85 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0578039 Nov 02 12:31:50.362371 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-23a3bc05-c735-4f68-9563-74612ae87a3c req-57f2fbf6-9e8e-4fbc-b4dc-ae114fc9a408 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483913 Nov 02 12:31:50.540971 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e546a-ce05-46f1-80ba-fef800660f9f req-50750920-4955-4f63-8297-7ba8a44cfa6e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:50.543506 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-489e546a-ce05-46f1-80ba-fef800660f9f req-50750920-4955-4f63-8297-7ba8a44cfa6e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0722129 Nov 02 12:31:50.605959 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-489e546a-ce05-46f1-80ba-fef800660f9f req-06c32ce2-4026-47ed-ae87-14986158a247 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532060 Nov 02 12:31:50.881875 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-4552b6a0-ef53-400d-a1b0-37b14391dc01 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458099 Nov 02 12:31:50.906767 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 87e694b5-8f11-43e5-a848-417df7df3b22 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:31:50.931941 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4c412-7418-457f-8bf3-23814a2158e4 req-e087edf9-d4a4-4096-99bd-e143d24756a3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:50.934094 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-76c4c412-7418-457f-8bf3-23814a2158e4 req-e087edf9-d4a4-4096-99bd-e143d24756a3 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 946 time: 0.0808589 Nov 02 12:31:50.980655 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a76ce-44d7-4e05-bfb8-263298143292 req-e37988e3-ef79-4063-9159-413ebacda780 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:50.982302 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1f3a76ce-44d7-4e05-bfb8-263298143292 req-e37988e3-ef79-4063-9159-413ebacda780 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0768123 Nov 02 12:31:51.017874 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-76c4c412-7418-457f-8bf3-23814a2158e4 req-c60b4d7e-cfb9-412c-b7c0-9e5813f10a05 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710759 Nov 02 12:31:51.082249 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1f3a76ce-44d7-4e05-bfb8-263298143292 req-69aa0246-a224-42a8-bbd3-8a0fd1d7a5de tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864530 Nov 02 12:31:51.087889 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=87e694b5-8f11-43e5-a848-417df7df3b22,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:51.104728 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '87e694b5-8f11-43e5-a848-417df7df3b22', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'port_id': '87e694b5-8f11-43e5-a848-417df7df3b22', 'mac_address': 'fa:16:3e:55:38:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:31:51.165291 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 87e694b5-8f11-43e5-a848-417df7df3b22 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:51.166075 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:51.191609 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e694b5-8f11-43e5-a848-417df7df3b22 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:51.236665 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=87e694b5-8f11-43e5-a848-417df7df3b22,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:51.247447 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:51.304934 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-561648bb-e366-40be-b45a-a9e0f76ae3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:51.307298 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-561648bb-e366-40be-b45a-a9e0f76ae3d1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 918 time: 0.1922266 Nov 02 12:31:51.321495 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=87e694b5-8f11-43e5-a848-417df7df3b22,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:51.321891 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b9114-5e66-45af-8cd9-df4369df7a6c req-a3a2589d-7370-4698-9ae9-01d316610345 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:51.323951 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-464b9114-5e66-45af-8cd9-df4369df7a6c req-a3a2589d-7370-4698-9ae9-01d316610345 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.1106033 Nov 02 12:31:51.333056 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bda1983a-43c7-439e-adf4-c1d36d89a1c7 req-ba11a355-bd48-4d9d-98c8-521bec7b7fcd service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229851 Nov 02 12:31:51.424492 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:51.456911 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-571572e8-9fcd-408c-ac3c-0b9249d041c1 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:51.458530 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-571572e8-9fcd-408c-ac3c-0b9249d041c1 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 946 time: 0.0802343 Nov 02 12:31:51.491971 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-464b9114-5e66-45af-8cd9-df4369df7a6c req-f28f29a7-bde4-4117-8683-6828bf942546 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578226 Nov 02 12:31:51.526896 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-83ecaa84-4ab4-4eae-bccf-495a57424052 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e HTTP/1.1" status: 200 len: 999 time: 0.1482091 Nov 02 12:31:51.568977 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fc8d1-a30e-409e-98fc-60eecedc219c req-3a023cb3-808e-4573-9e1e-4aadf9932dc1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:51.571590 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-088fc8d1-a30e-409e-98fc-60eecedc219c req-3a023cb3-808e-4573-9e1e-4aadf9932dc1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0850997 Nov 02 12:31:51.580266 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['87e694b5-8f11-43e5-a848-417df7df3b22'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:31:51.643790 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-088fc8d1-a30e-409e-98fc-60eecedc219c req-73689a2a-9379-4884-b0da-6f3409d0e142 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637343 Nov 02 12:31:51.788657 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fe4d7-e657-4e9c-b00e-9382108d3b92 req-8f85a027-08ba-40ce-a487-5de4bf91d5f2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:51.790345 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d5fe4d7-e657-4e9c-b00e-9382108d3b92 req-8f85a027-08ba-40ce-a487-5de4bf91d5f2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0533941 Nov 02 12:31:51.858801 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d5fe4d7-e657-4e9c-b00e-9382108d3b92 req-2dbcb0d7-6c54-4b25-ba04-8e2ff0de5ac3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552723 Nov 02 12:31:52.179582 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0f552-76e8-45d9-87c0-b5bf5515ec83 req-208ba3f7-bfcf-442e-9838-cf3702ebf180 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:52.181287 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2ad0f552-76e8-45d9-87c0-b5bf5515ec83 req-208ba3f7-bfcf-442e-9838-cf3702ebf180 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 946 time: 0.0657597 Nov 02 12:31:52.245950 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:52.250928 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2ad0f552-76e8-45d9-87c0-b5bf5515ec83 req-102757b6-7ac5-4ebf-9776-61bd2c640559 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c63807d-50b8-4cbf-87f3-e1d2445ee913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599225 Nov 02 12:31:52.257301 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb67b5-7c99-47d7-851e-5f8d91c03177 req-325e1113-56e3-479c-8f2f-050b83814f9a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:52.258889 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-74cb67b5-7c99-47d7-851e-5f8d91c03177 req-325e1113-56e3-479c-8f2f-050b83814f9a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 944 time: 0.0777905 Nov 02 12:31:52.360324 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-74cb67b5-7c99-47d7-851e-5f8d91c03177 req-5d8b8e99-4adf-4d8d-9f15-513ab51b73f9 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895481 Nov 02 12:31:52.549840 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-d89a5aab-27d0-4a0b-88e5-19776e68c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:52.551691 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-d89a5aab-27d0-4a0b-88e5-19776e68c0df service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.0836818 Nov 02 12:31:52.672943 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Deleting port 97b6d107-5049-455a-99ff-3f7eb13dea30 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:31:52.673623 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:52.727589 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d19fa-03c9-44c7-a07a-0f7a21ecfdde req-7b2f96fb-1bc7-46d5-a971-6f8593d1b311 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:52.729233 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-787d19fa-03c9-44c7-a07a-0f7a21ecfdde req-7b2f96fb-1bc7-46d5-a971-6f8593d1b311 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.1084726 Nov 02 12:31:52.820977 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72e339-d714-45ac-8a08-a7b4acc819b5 req-2fc4fc76-8a8f-444d-aa6d-f64427c66cd8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:52.822890 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5f72e339-d714-45ac-8a08-a7b4acc819b5 req-2fc4fc76-8a8f-444d-aa6d-f64427c66cd8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 943 time: 0.0658536 Nov 02 12:31:52.828278 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] For port 97b6d107-5049-455a-99ff-3f7eb13dea30, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=97b6d107-5049-455a-99ff-3f7eb13dea30,segment=NetworkSegment(782faaad-faba-4660-9179-5da04696be6b),segment_id=782faaad-faba-4660-9179-5da04696be6b)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:52.828967 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:52.851666 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-787d19fa-03c9-44c7-a07a-0f7a21ecfdde req-1702caa8-49a7-4037-a1e7-18b8e08443e8 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093442 Nov 02 12:31:52.864527 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Calling delete_port for 97b6d107-5049-455a-99ff-3f7eb13dea30 owned by compute:nova {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:31:52.898541 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5f72e339-d714-45ac-8a08-a7b4acc819b5 req-1c0912c7-9727-44d3-8540-6776ad0a96ae tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636809 Nov 02 12:31:52.931957 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 31851f55-682f-47de-8743-7d17731aefbf details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:31:52.937567 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 87e694b5-8f11-43e5-a848-417df7df3b22 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:53.064165 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:53.078379 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 87e694b5-8f11-43e5-a848-417df7df3b22 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:31:53.093826 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 87e694b5-8f11-43e5-a848-417df7df3b22 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:53.094960 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:53.095456 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 87e694b5-8f11-43e5-a848-417df7df3b22 Nov 02 12:31:53.101457 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:53.179078 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243e921-731d-433f-8757-76f331e86bea req-1f282faf-cf82-4a7a-ab88-a2620c6b3041 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:53.193882 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1243e921-731d-433f-8757-76f331e86bea req-1f282faf-cf82-4a7a-ab88-a2620c6b3041 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.1605458 Nov 02 12:31:53.209263 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6efaea-87e9-4293-b286-c5d080550154 req-5d76da2a-8e1c-467a-8431-3b9c39eccf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:53.211798 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8c6efaea-87e9-4293-b286-c5d080550154 req-5d76da2a-8e1c-467a-8431-3b9c39eccf16 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 1127 time: 0.2548447 Nov 02 12:31:53.218801 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-8ad8b998-fde5-4505-bc42-109fdf5eb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:53.222051 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-8ad8b998-fde5-4505-bc42-109fdf5eb082 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2249839 Nov 02 12:31:53.281865 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 31851f55-682f-47de-8743-7d17731aefbf, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=31851f55-682f-47de-8743-7d17731aefbf,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:53.351877 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:53.360514 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '31851f55-682f-47de-8743-7d17731aefbf', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'port_id': '31851f55-682f-47de-8743-7d17731aefbf', 'mac_address': 'fa:16:3e:f3:ed:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:31:53.389182 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (97b6d107-5049-455a-99ff-3f7eb13dea30), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:53.430761 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['97b6d107-5049-455a-99ff-3f7eb13dea30'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:31:53.448800 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Pushing event deleted for resources: {'Port': ['ID=97b6d107-5049-455a-99ff-3f7eb13dea30,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:53.471780 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1243e921-731d-433f-8757-76f331e86bea req-23a3ea1c-3d8a-47a9-a8d4-967585a70bac tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736390 Nov 02 12:31:53.482772 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:53.486783 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6efaea-87e9-4293-b286-c5d080550154 req-97a916dd-7e45-4fde-9660-72820e07616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:53.490490 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8c6efaea-87e9-4293-b286-c5d080550154 req-97a916dd-7e45-4fde-9660-72820e07616c service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.2665837 Nov 02 12:31:53.621905 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8c6efaea-87e9-4293-b286-c5d080550154 req-6d0cd408-cb16-4fb1-a4d9-81c6a4d28356 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31851f55-682f-47de-8743-7d17731aefbf HTTP/1.1" status: 200 len: 217 time: 0.0669570 Nov 02 12:31:53.687395 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] No DVR routers for this DVR port 97b6d107-5049-455a-99ff-3f7eb13dea30 on host hv-cinder-86327 {{(pid=106351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:31:53.729351 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6efaea-87e9-4293-b286-c5d080550154 req-ccc7321e-c456-461e-8a61-5a656f61e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:53.731491 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8c6efaea-87e9-4293-b286-c5d080550154 req-ccc7321e-c456-461e-8a61-5a656f61e421 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0754778 Nov 02 12:31:53.744906 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-411072cb-058b-467e-b892-b94c12da12fc req-52c75ceb-a02a-4bc4-b1c7-44c10a9df70a tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 210 time: 0.2529609 Nov 02 12:31:53.794256 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0794dd-4cc4-4713-bfaa-fc647637ae7f req-f088b37d-a2ae-4f0e-8257-740d61823f3f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:53.804374 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5d0794dd-4cc4-4713-bfaa-fc647637ae7f req-f088b37d-a2ae-4f0e-8257-740d61823f3f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 944 time: 0.1185162 Nov 02 12:31:53.846138 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6efaea-87e9-4293-b286-c5d080550154 req-3df90bdf-295e-4283-a53c-b5da72117a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:53.847824 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8c6efaea-87e9-4293-b286-c5d080550154 req-3df90bdf-295e-4283-a53c-b5da72117a2a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995741 Nov 02 12:31:53.872108 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:53.880238 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6e43ba82-1ce5-4ac1-8890-3a3165cb00e8 req-28fb82c7-b03e-4b47-bfa9-3a9521cdf328 tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.87 "DELETE /networking/v2.0/ports/97b6d107-5049-455a-99ff-3f7eb13dea30 HTTP/1.1" status: 204 len: 173 time: 1.4105608 Nov 02 12:31:53.883548 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b440d0f-2b65-4d28-b859-93348307b26d', 'name': 'network-vif-deleted', 'tag': '97b6d107-5049-455a-99ff-3f7eb13dea30'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:53.890504 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82584afd-7cdc-42c6-a5cf-24e6d059cd53" -d '{"events": [{"server_uuid": "6b440d0f-2b65-4d28-b859-93348307b26d", "name": "network-vif-deleted", "tag": "97b6d107-5049-455a-99ff-3f7eb13dea30"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:53.952687 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 31851f55-682f-47de-8743-7d17731aefbf is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:53.953726 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (31851f55-682f-47de-8743-7d17731aefbf), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:53.977655 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31851f55-682f-47de-8743-7d17731aefbf {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:31:53.999952 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5d0794dd-4cc4-4713-bfaa-fc647637ae7f req-f6b62d87-675f-428d-9029-f687390f33f6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941926 Nov 02 12:31:54.013481 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7775298-0dce-455c-b01b-7bb32ea311c9 x-openstack-request-id: req-f7775298-0dce-455c-b01b-7bb32ea311c9 {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:54.014059 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b440d0f-2b65-4d28-b859-93348307b26d", "name": "network-vif-deleted", "tag": "97b6d107-5049-455a-99ff-3f7eb13dea30", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:54.014402 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f7775298-0dce-455c-b01b-7bb32ea311c9 {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:54.015050 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7775298-0dce-455c-b01b-7bb32ea311c9'] response: {'server_uuid': '6b440d0f-2b65-4d28-b859-93348307b26d', 'name': 'network-vif-deleted', 'tag': '97b6d107-5049-455a-99ff-3f7eb13dea30', 'status': 'completed', 'code': 200} Nov 02 12:31:54.029691 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 87e694b5-8f11-43e5-a848-417df7df3b22 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:54.030317 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:54.053846 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 31851f55-682f-47de-8743-7d17731aefbf, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=31851f55-682f-47de-8743-7d17731aefbf,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:54.062637 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (31851f55-682f-47de-8743-7d17731aefbf), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:54.106969 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:54.109913 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db0af3c-fa93-45a4-afdc-cb5f17e6db3a" -d '{"events": [{"server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "name": "network-vif-plugged", "status": "completed", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:54.140739 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=87e694b5-8f11-43e5-a848-417df7df3b22,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:54.186201 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:54.194989 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2779cc0f-1ff6-4e61-bcf2-4876549172f8 x-openstack-request-id: req-2779cc0f-1ff6-4e61-bcf2-4876549172f8 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:54.195503 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "name": "network-vif-plugged", "status": "completed", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:54.196017 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2779cc0f-1ff6-4e61-bcf2-4876549172f8 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:54.196721 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2779cc0f-1ff6-4e61-bcf2-4876549172f8'] response: {'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22', 'code': 200} Nov 02 12:31:54.206294 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=31851f55-682f-47de-8743-7d17731aefbf,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:54.325766 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=87e694b5-8f11-43e5-a848-417df7df3b22,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:54.396911 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['31851f55-682f-47de-8743-7d17731aefbf'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:31:54.536324 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-181323f3-0d87-49e1-9e96-2018a785892e service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2025189 Nov 02 12:31:54.610131 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:54.682774 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a481f-3512-4b0f-92bc-884cceafbba9 req-ad6b2302-0919-4ab6-ac34-9d46ebde22c7 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:54.692600 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-799a481f-3512-4b0f-92bc-884cceafbba9 req-ad6b2302-0919-4ab6-ac34-9d46ebde22c7 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 944 time: 0.2414446 Nov 02 12:31:54.833618 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8c6efaea-87e9-4293-b286-c5d080550154 req-3b7fe4e2-61b8-45cd-95d9-4f753801d39c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9675186 Nov 02 12:31:54.884169 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-799a481f-3512-4b0f-92bc-884cceafbba9 req-03ebfd2e-3913-4bdf-9701-4bb6b9929ee5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192832 Nov 02 12:31:54.887468 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e8367ce9-263e-4ddc-b098-d1079e63957d req-b700888f-e4f2-4c08-9e8f-a02145f4d1f5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313110 Nov 02 12:31:54.984282 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a2b2a-3771-4748-958c-cb55fbf77228 req-aaa80363-4d62-4ba7-b92e-4e0d2aba3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:54.985929 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9b3a2b2a-3771-4748-958c-cb55fbf77228 req-aaa80363-4d62-4ba7-b92e-4e0d2aba3dd1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1129 time: 0.5196407 Nov 02 12:31:55.040378 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3bdc-5a5e-4d51-ad70-bc12c4ce5fda req-001b6eb9-5403-4f31-b498-4341d1238728 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:55.042621 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-01ff3bdc-5a5e-4d51-ad70-bc12c4ce5fda req-001b6eb9-5403-4f31-b498-4341d1238728 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0712955 Nov 02 12:31:55.082639 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:55.139457 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9c4d0f68-311b-4792-b9e4-651f646b9365 req-5f182b87-079f-4c6d-8bc1-26eeb31ce99d tempest-VolumesActionsTest-1635631239 tempest-VolumesActionsTest-1635631239-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6b440d0f-2b65-4d28-b859-93348307b26d HTTP/1.1" status: 200 len: 210 time: 0.0884564 Nov 02 12:31:55.156446 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9b3a2b2a-3771-4748-958c-cb55fbf77228 req-bc9a3fea-ea01-449c-b19c-960886c7556c service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124265 Nov 02 12:31:55.188355 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-01ff3bdc-5a5e-4d51-ad70-bc12c4ce5fda req-5a4daa7a-bd77-4cb3-a5f0-83c9a338516c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278460 Nov 02 12:31:55.321139 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717f60-8d70-4f0c-932c-809ea44a1858 req-be2a4345-bed1-4f82-96ef-242fb9f7e3ed tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:55.322704 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e1717f60-8d70-4f0c-932c-809ea44a1858 req-be2a4345-bed1-4f82-96ef-242fb9f7e3ed tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0988247 Nov 02 12:31:55.360638 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8c6efaea-87e9-4293-b286-c5d080550154 req-0a4cea8c-0e46-4c03-86b1-55df238cac65 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187304 Nov 02 12:31:55.414872 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e1717f60-8d70-4f0c-932c-809ea44a1858 req-7f15b433-589b-454b-9902-6dfdb96eab20 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833232 Nov 02 12:31:55.464567 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 31851f55-682f-47de-8743-7d17731aefbf up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:31:55.512790 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=6 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:55.550978 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 31851f55-682f-47de-8743-7d17731aefbf completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:31:55.562418 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 31851f55-682f-47de-8743-7d17731aefbf triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:31:55.563418 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (31851f55-682f-47de-8743-7d17731aefbf), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:55.564227 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 31851f55-682f-47de-8743-7d17731aefbf Nov 02 12:31:55.673300 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 31851f55-682f-47de-8743-7d17731aefbf is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:31:55.673689 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (31851f55-682f-47de-8743-7d17731aefbf), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:55.720081 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 31851f55-682f-47de-8743-7d17731aefbf, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=31851f55-682f-47de-8743-7d17731aefbf,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:31:55.725213 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (31851f55-682f-47de-8743-7d17731aefbf), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:55.726253 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 97b6d107-5049-455a-99ff-3f7eb13dea30 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:31:55.750665 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 97b6d107-5049-455a-99ff-3f7eb13dea30 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:31:55.751014 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 97b6d107-5049-455a-99ff-3f7eb13dea30 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:31:55.809293 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=31851f55-682f-47de-8743-7d17731aefbf,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:31:56.163760 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefb6a5-fb37-4ebc-9c9c-76a90a0a3f08 req-a31d7571-ea26-4407-a08b-c3f87fba8446 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:56.173024 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-adefb6a5-fb37-4ebc-9c9c-76a90a0a3f08 req-a31d7571-ea26-4407-a08b-c3f87fba8446 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.1652830 Nov 02 12:31:56.199091 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31851f55-682f-47de-8743-7d17731aefbf'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:31:56.203431 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c78f684-b335-45b0-9e07-65448101ec2c" -d '{"events": [{"server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "name": "network-vif-plugged", "status": "completed", "tag": "31851f55-682f-47de-8743-7d17731aefbf"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:31:56.310807 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-adefb6a5-fb37-4ebc-9c9c-76a90a0a3f08 req-022121de-2de6-4e0e-b72d-c33186270fac tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325788 Nov 02 12:31:56.332202 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04f1d82-e96d-4129-9d9f-cdea651e2a34 x-openstack-request-id: req-e04f1d82-e96d-4129-9d9f-cdea651e2a34 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:31:56.332545 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "name": "network-vif-plugged", "status": "completed", "tag": "31851f55-682f-47de-8743-7d17731aefbf", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:31:56.332814 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e04f1d82-e96d-4129-9d9f-cdea651e2a34 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:31:56.333334 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04f1d82-e96d-4129-9d9f-cdea651e2a34'] response: {'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31851f55-682f-47de-8743-7d17731aefbf', 'code': 200} Nov 02 12:31:56.449152 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b364-4731-4fab-a8f0-f67f603efc25 req-efe8cec9-6b67-4ad3-aa56-d93e1a8f2828 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:56.457746 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9e61b364-4731-4fab-a8f0-f67f603efc25 req-efe8cec9-6b67-4ad3-aa56-d93e1a8f2828 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0679986 Nov 02 12:31:56.564948 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9e61b364-4731-4fab-a8f0-f67f603efc25 req-24dacda8-1beb-4c5b-adfc-a3b857a65c14 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056533 Nov 02 12:31:56.710986 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:56.739105 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa530140-0ca6-4af1-a446-6eed83dbee7b req-014d6dfc-4e3c-4dcd-a7e7-d9de66b6c49e tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:56.741252 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-aa530140-0ca6-4af1-a446-6eed83dbee7b req-014d6dfc-4e3c-4dcd-a7e7-d9de66b6c49e tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.1329277 Nov 02 12:31:56.829744 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-aa530140-0ca6-4af1-a446-6eed83dbee7b req-16f46304-c393-460d-97d6-521c023d115d tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771155 Nov 02 12:31:57.498327 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783e5a6-c91d-449a-8519-a4999cb6513e req-bc583e42-d9ef-4c13-8587-40100c69addf tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:57.499904 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9783e5a6-c91d-449a-8519-a4999cb6513e req-bc583e42-d9ef-4c13-8587-40100c69addf tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0722024 Nov 02 12:31:57.557397 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9783e5a6-c91d-449a-8519-a4999cb6513e req-07dd92e6-904b-4b26-bcb5-aefb4fb1e860 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510023 Nov 02 12:31:57.749646 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe75a-5a8a-45ca-9d41-da08b431f08f req-545dd242-ce77-4897-9dfd-5a2540740b0e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:57.751162 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2cafe75a-5a8a-45ca-9d41-da08b431f08f req-545dd242-ce77-4897-9dfd-5a2540740b0e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0702868 Nov 02 12:31:57.824480 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2cafe75a-5a8a-45ca-9d41-da08b431f08f req-55a92cb2-f229-466e-acc1-a21289ec541a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663884 Nov 02 12:31:57.967088 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549e8a7-7cf8-4a4c-a282-b1d7f8edd4de req-5f72f1f9-864f-4582-88cc-796a3d30e776 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:57.969335 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0549e8a7-7cf8-4a4c-a282-b1d7f8edd4de req-5f72f1f9-864f-4582-88cc-796a3d30e776 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0546844 Nov 02 12:31:58.031498 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0549e8a7-7cf8-4a4c-a282-b1d7f8edd4de req-afaf1dc1-04b8-467d-ac55-6c831e55cdf6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551436 Nov 02 12:31:58.664401 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:58.718521 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdedc-ed41-489d-a326-f23d639f2b9b req-8b3ee7c8-cd59-477c-beed-cbd020c7f439 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:58.720349 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0dbbdedc-ed41-489d-a326-f23d639f2b9b req-8b3ee7c8-cd59-477c-beed-cbd020c7f439 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0707576 Nov 02 12:31:58.776220 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0dbbdedc-ed41-489d-a326-f23d639f2b9b req-2022df26-90e1-440c-9ab4-fbd47d07674f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500472 Nov 02 12:31:59.013020 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1617a-874a-423a-8c00-4f7d5d498845 req-152dba65-4338-41fa-ae7a-3fba89523bdf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:59.016753 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-74d1617a-874a-423a-8c00-4f7d5d498845 req-152dba65-4338-41fa-ae7a-3fba89523bdf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0580885 Nov 02 12:31:59.088598 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-74d1617a-874a-423a-8c00-4f7d5d498845 req-be5dfa86-70f0-4e2e-b0b8-21dad782c69d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642822 Nov 02 12:31:59.126056 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:31:59.141398 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:31:59.209950 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28105f3-7d1d-409e-b253-aa408e8b0c76 req-846e1038-b448-4c50-b199-82adac551219 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:59.211620 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f28105f3-7d1d-409e-b253-aa408e8b0c76 req-846e1038-b448-4c50-b199-82adac551219 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0592294 Nov 02 12:31:59.271619 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f28105f3-7d1d-409e-b253-aa408e8b0c76 req-e46218c2-de7b-4747-a621-648461b0fdff tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492947 Nov 02 12:31:59.942672 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a64547-9a3d-407e-9457-91d90f1152bb req-a381c369-b1a9-4ada-bec4-52dfda5e5552 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:31:59.944870 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e3a64547-9a3d-407e-9457-91d90f1152bb req-a381c369-b1a9-4ada-bec4-52dfda5e5552 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0703914 Nov 02 12:31:59.996356 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e3a64547-9a3d-407e-9457-91d90f1152bb req-9a6dc44d-6d8e-4c28-9dcf-9d12ec6506a4 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Nov 02 12:32:00.255642 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7b9fe-9129-471b-9943-ac2bd712e4c8 req-8407d753-e44d-425e-b096-62acc76efbec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:00.260482 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a7d7b9fe-9129-471b-9943-ac2bd712e4c8 req-8407d753-e44d-425e-b096-62acc76efbec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0650456 Nov 02 12:32:00.316288 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a7d7b9fe-9129-471b-9943-ac2bd712e4c8 req-4331aa4a-25b4-4fbc-a5d8-1fe8646914f1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481889 Nov 02 12:32:00.437423 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05cd5d-8632-4fe5-91a5-da1f7a8e0b30 req-a5803113-71e6-4466-82ff-ec1368efe0a7 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:00.439072 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bf05cd5d-8632-4fe5-91a5-da1f7a8e0b30 req-a5803113-71e6-4466-82ff-ec1368efe0a7 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0554233 Nov 02 12:32:00.471273 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:00.523002 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bf05cd5d-8632-4fe5-91a5-da1f7a8e0b30 req-424f9766-8cae-47e3-a117-d0ca3a9ac11b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769365 Nov 02 12:32:01.131978 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f3361-8f9e-4344-97c7-67dd5f1f4589 req-44e61c3f-0fc6-4042-b335-a31b7db9a923 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:01.133643 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e99f3361-8f9e-4344-97c7-67dd5f1f4589 req-44e61c3f-0fc6-4042-b335-a31b7db9a923 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0582545 Nov 02 12:32:01.202235 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e99f3361-8f9e-4344-97c7-67dd5f1f4589 req-61c45f4c-ad70-45ed-9ecb-3255fa9db3ef tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627649 Nov 02 12:32:01.484055 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c847cb-58f2-4ae1-8f47-fe7d081adbe8 req-42a4a573-7f25-4480-84a7-ef9e741c57ba tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:01.485556 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e5c847cb-58f2-4ae1-8f47-fe7d081adbe8 req-42a4a573-7f25-4480-84a7-ef9e741c57ba tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0817537 Nov 02 12:32:01.547333 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e5c847cb-58f2-4ae1-8f47-fe7d081adbe8 req-0a13e122-502d-4350-9c7a-bc55c9656e8a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550811 Nov 02 12:32:01.665671 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958d79e-6518-45ce-a427-454bee2f59cd req-39c77050-bcf9-4295-9704-429bdd68c6dd tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:01.667533 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d958d79e-6518-45ce-a427-454bee2f59cd req-39c77050-bcf9-4295-9704-429bdd68c6dd tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0597537 Nov 02 12:32:01.732971 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d958d79e-6518-45ce-a427-454bee2f59cd req-2cd7e0a7-68db-435b-ae85-5ce1c390b71e tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551121 Nov 02 12:32:02.387034 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdb785-3e0d-4d58-958a-a357441cf774 req-41cca13f-a669-4ffe-ae8a-3161ede2a3f5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:02.389277 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-35fdb785-3e0d-4d58-958a-a357441cf774 req-41cca13f-a669-4ffe-ae8a-3161ede2a3f5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0865252 Nov 02 12:32:02.450539 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-35fdb785-3e0d-4d58-958a-a357441cf774 req-3af6e9ea-2bc6-4cca-8c4f-3a7eaf0cd3a4 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504491 Nov 02 12:32:02.712196 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:02.715049 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74763d89-4eee-4eb0-a938-698edbf7cbc0 req-1a5841cf-85e0-412f-ad28-e1c491294dbd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:02.716567 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-74763d89-4eee-4eb0-a938-698edbf7cbc0 req-1a5841cf-85e0-412f-ad28-e1c491294dbd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0554228 Nov 02 12:32:02.718968 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44ed5a88-9542-46b3-8c56-ef108e0dca23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:02.774047 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-74763d89-4eee-4eb0-a938-698edbf7cbc0 req-6fa8f3d3-abc9-405b-9488-a894f216dbc7 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499704 Nov 02 12:32:02.880566 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d185603-9156-40fa-b365-f6e5a78915ea req-0a3665f4-25d5-4582-a36d-8c4c89f4377a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:02.882075 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3d185603-9156-40fa-b365-f6e5a78915ea req-0a3665f4-25d5-4582-a36d-8c4c89f4377a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0501666 Nov 02 12:32:02.916326 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:02.936156 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3d185603-9156-40fa-b365-f6e5a78915ea req-db9e4f86-5ce2-4079-ae0e-3e23e6036309 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483391 Nov 02 12:32:03.611282 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a9c51-5558-41c1-8373-19b7e8be2fb1 req-bff6294f-60fb-4711-aa3d-f43f3c06c30b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:03.613207 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e99a9c51-5558-41c1-8373-19b7e8be2fb1 req-bff6294f-60fb-4711-aa3d-f43f3c06c30b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0728068 Nov 02 12:32:03.668080 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e99a9c51-5558-41c1-8373-19b7e8be2fb1 req-88215ba1-0d31-47dd-a06f-535bee212fad tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485797 Nov 02 12:32:03.920957 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca35bb-fdea-45d1-aff5-42ea2c4da570 req-3088013c-2a7d-4171-807c-7693f3cb42a1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:03.940036 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8fca35bb-fdea-45d1-aff5-42ea2c4da570 req-3088013c-2a7d-4171-807c-7693f3cb42a1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0812535 Nov 02 12:32:03.990159 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8fca35bb-fdea-45d1-aff5-42ea2c4da570 req-fcbc9a1e-df1d-4efb-aeea-cfd17d3c5c3e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483384 Nov 02 12:32:04.103711 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee0490-1c12-45b4-9cac-3b261ad85001 req-5ed70628-6464-49cc-91c0-6ff064e78d12 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:04.105958 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-59ee0490-1c12-45b4-9cac-3b261ad85001 req-5ed70628-6464-49cc-91c0-6ff064e78d12 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0579340 Nov 02 12:32:04.166304 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-59ee0490-1c12-45b4-9cac-3b261ad85001 req-39b339ff-e3b1-4d9b-aa1a-602fc8822357 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518777 Nov 02 12:32:04.813217 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d6237-4e18-439e-bde3-13888de21b5f req-42f20975-50ab-4215-bbe7-329dd0387b95 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:04.814813 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-009d6237-4e18-439e-bde3-13888de21b5f req-42f20975-50ab-4215-bbe7-329dd0387b95 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0528963 Nov 02 12:32:04.886779 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-009d6237-4e18-439e-bde3-13888de21b5f req-265e62d8-4cc5-4ddc-8aa1-4449c7fc8417 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594170 Nov 02 12:32:05.136147 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ecc9e-96bf-4284-a2fe-70894a7d911d req-b7e484a6-09fb-48d8-af1f-708c067a2473 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:05.138121 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e61ecc9e-96bf-4284-a2fe-70894a7d911d req-b7e484a6-09fb-48d8-af1f-708c067a2473 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0538769 Nov 02 12:32:05.202432 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e61ecc9e-96bf-4284-a2fe-70894a7d911d req-1b3b2c9e-d613-439d-9a84-d4968bf0a16e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555518 Nov 02 12:32:05.308038 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e9aae-1e80-4b6a-a07d-bb0456bf3163 req-72358771-9f1f-4047-9947-04233aed9dc6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:05.309761 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-626e9aae-1e80-4b6a-a07d-bb0456bf3163 req-72358771-9f1f-4047-9947-04233aed9dc6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0549395 Nov 02 12:32:05.376258 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-626e9aae-1e80-4b6a-a07d-bb0456bf3163 req-86ab2be7-bd6f-4b8d-aafb-4b9bd3126b7c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601676 Nov 02 12:32:05.736192 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-df87d0a9-7d68-432f-a8a9-09dcada9f8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:06.039591 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e00e5-a59a-4392-a7ee-17819ca5d285 req-6796a4bd-d234-4ac2-8049-0e3011933d79 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:06.041324 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-319e00e5-a59a-4392-a7ee-17819ca5d285 req-6796a4bd-d234-4ac2-8049-0e3011933d79 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0665455 Nov 02 12:32:06.086291 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:06.109290 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-319e00e5-a59a-4392-a7ee-17819ca5d285 req-79311fe6-2d94-41c6-b4a5-e5c9308b4904 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610490 Nov 02 12:32:06.339100 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de248c-80c4-4a9a-ae5e-14179b262423 req-1d5a8126-b18b-4906-a0d0-42231c9ad544 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:06.340660 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-74de248c-80c4-4a9a-ae5e-14179b262423 req-1d5a8126-b18b-4906-a0d0-42231c9ad544 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0489080 Nov 02 12:32:06.391355 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-74de248c-80c4-4a9a-ae5e-14179b262423 req-059a24ce-fd14-4610-80df-183431519f8a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446444 Nov 02 12:32:06.514200 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b9c0b-656d-4f88-a37d-fbd614e1dc0f req-2973805b-2c16-4586-8bae-29f3b8e38928 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:06.515679 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bc5b9c0b-656d-4f88-a37d-fbd614e1dc0f req-2973805b-2c16-4586-8bae-29f3b8e38928 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0522125 Nov 02 12:32:06.573089 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bc5b9c0b-656d-4f88-a37d-fbd614e1dc0f req-53c05f62-01fb-4752-91af-846099b83781 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514202 Nov 02 12:32:07.237483 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874479e-c0ca-4503-8192-49690c3aaee8 req-9258d14f-7cca-42ee-817a-4e091cc49e25 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:07.239049 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1874479e-c0ca-4503-8192-49690c3aaee8 req-9258d14f-7cca-42ee-817a-4e091cc49e25 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0492847 Nov 02 12:32:07.291035 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1874479e-c0ca-4503-8192-49690c3aaee8 req-733d41df-7c76-4bef-9b39-69352c145b42 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463519 Nov 02 12:32:07.513272 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:07.532456 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffe38-258b-416f-a056-7460da0f74d8 req-4766e4aa-d940-4788-923f-60b09d6d3647 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:07.533991 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e66ffe38-258b-416f-a056-7460da0f74d8 req-4766e4aa-d940-4788-923f-60b09d6d3647 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0523443 Nov 02 12:32:07.583397 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e66ffe38-258b-416f-a056-7460da0f74d8 req-183801de-df16-45d3-b3ae-d5e960c5302e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438986 Nov 02 12:32:07.589030 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:07.702942 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7a7b3-ff63-4e99-bef4-3454323b1be7 req-c5414fa8-7f9d-4a8d-80b8-03a6e516b402 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:07.704354 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-31e7a7b3-ff63-4e99-bef4-3454323b1be7 req-c5414fa8-7f9d-4a8d-80b8-03a6e516b402 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0505767 Nov 02 12:32:07.754296 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-31e7a7b3-ff63-4e99-bef4-3454323b1be7 req-e03f6f19-5135-42da-9d4b-7ca1c84af070 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437725 Nov 02 12:32:08.293737 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:08.416798 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ce53d-9021-4630-9e2a-22ae86e15e08 req-cd51adb6-f334-4178-b7e3-63eebefc76ca tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:08.418381 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c22ce53d-9021-4630-9e2a-22ae86e15e08 req-cd51adb6-f334-4178-b7e3-63eebefc76ca tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0490808 Nov 02 12:32:08.468162 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c22ce53d-9021-4630-9e2a-22ae86e15e08 req-cef8b204-53f0-475c-9fd6-09031b750a0d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Nov 02 12:32:08.712936 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84e9b7-f516-4ae6-bc13-30652c6394e8 req-30bd662a-e025-483b-82ed-264b37c44ffb tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:08.714644 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4a84e9b7-f516-4ae6-bc13-30652c6394e8 req-30bd662a-e025-483b-82ed-264b37c44ffb tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0490508 Nov 02 12:32:08.765480 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4a84e9b7-f516-4ae6-bc13-30652c6394e8 req-f10647b8-2ce6-4fe1-bcaa-4e32ba09a0d9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451972 Nov 02 12:32:08.883785 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dedad3-61ff-41e4-88fe-aecbbccf50de req-3dfa7823-69d6-4b86-aff7-724f15760f96 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:08.885405 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5dedad3-61ff-41e4-88fe-aecbbccf50de req-3dfa7823-69d6-4b86-aff7-724f15760f96 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0523648 Nov 02 12:32:08.939335 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:08.942485 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5dedad3-61ff-41e4-88fe-aecbbccf50de req-fb6badbe-4cc9-43d8-ba08-f33a66dfb7ff tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514386 Nov 02 12:32:09.649262 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:09.663005 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b6984-af6d-489e-8e75-599847a2536a req-54fb78a7-9968-432f-9a8f-843fb87d9b24 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:09.666008 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-501b6984-af6d-489e-8e75-599847a2536a req-54fb78a7-9968-432f-9a8f-843fb87d9b24 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.1191118 Nov 02 12:32:09.730453 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-501b6984-af6d-489e-8e75-599847a2536a req-b6cdb5fc-18ad-412d-a545-78869ff1c5eb tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578940 Nov 02 12:32:09.917896 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b612d9-01c0-4d9d-adfd-bbacc7fc9185 req-11c02664-2b38-44ee-9c29-8a85c93faa1f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:09.919595 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-45b612d9-01c0-4d9d-adfd-bbacc7fc9185 req-11c02664-2b38-44ee-9c29-8a85c93faa1f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0507524 Nov 02 12:32:09.971999 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-45b612d9-01c0-4d9d-adfd-bbacc7fc9185 req-b278b19e-3d1b-4d01-a536-1b63b724a9c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Nov 02 12:32:10.090794 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d82a-23d8-41f3-a108-6e0b081ab372 req-b6432d23-46be-4233-a2f9-38ae4753c8da tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:10.092535 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9e63d82a-23d8-41f3-a108-6e0b081ab372 req-b6432d23-46be-4233-a2f9-38ae4753c8da tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0642166 Nov 02 12:32:10.173360 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9e63d82a-23d8-41f3-a108-6e0b081ab372 req-c6456e56-308a-4f21-a972-26ef6d8f0fae tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740364 Nov 02 12:32:10.208290 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-3187059c-a237-42be-acfe-4924e637adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:10.210210 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-3187059c-a237-42be-acfe-4924e637adc8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 1127 time: 0.0635686 Nov 02 12:32:10.339631 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b33ed-e959-4e20-a01c-b70275b9ea90 req-4603832e-f429-48ba-9773-6ec4e3a6fe6b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:10.342527 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4c6b33ed-e959-4e20-a01c-b70275b9ea90 req-4603832e-f429-48ba-9773-6ec4e3a6fe6b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0720334 Nov 02 12:32:10.404613 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4c6b33ed-e959-4e20-a01c-b70275b9ea90 req-cc05f37b-ff17-4c28-be53-815e75885919 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505791 Nov 02 12:32:10.433455 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 42774) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:32:10.590071 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53f0d8-c9a2-478a-96f3-2b15aa7a855f tempest-TestShelveInstance-491230141 tempest-TestShelveInstance-491230141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:10.591542 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-af53f0d8-c9a2-478a-96f3-2b15aa7a855f tempest-TestShelveInstance-491230141 tempest-TestShelveInstance-491230141-project-admin] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1124 time: 0.1569791 Nov 02 12:32:10.596502 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 42778) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:32:10.601216 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'port_id': '87e694b5-8f11-43e5-a848-417df7df3b22', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:32:10.622466 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:10.712014 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:10.715180 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:10.894988 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Allocated IP 172.27.3.141 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/fb0e4b72-0587-4efc-9498-193afc992412) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:32:10.960660 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-de39de3e-751a-40a2-90bd-b11ecc18ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:10.963147 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-de39de3e-751a-40a2-90bd-b11ecc18ddae service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 918 time: 0.1275070 Nov 02 12:32:10.963768 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391e362-dbc7-4dc5-845e-435ee07426ef req-6985fe87-747e-4981-a046-004cf42ceafa tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:10.965630 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1391e362-dbc7-4dc5-845e-435ee07426ef req-6985fe87-747e-4981-a046-004cf42ceafa tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.1142659 Nov 02 12:32:10.969635 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f298b4-b3af-4ad9-8199-bfe287ffd3fe req-83875dae-2762-423a-8e99-9b58658ce4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:10.971603 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-54f298b4-b3af-4ad9-8199-bfe287ffd3fe req-83875dae-2762-423a-8e99-9b58658ce4a5 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 1129 time: 0.0783465 Nov 02 12:32:11.080026 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-6a0a4184-dabb-4b80-b561-61883b637901 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e HTTP/1.1" status: 200 len: 999 time: 0.1074557 Nov 02 12:32:11.127044 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-54f298b4-b3af-4ad9-8199-bfe287ffd3fe req-3b6b78db-8104-4b5d-9cf1-05121bc3cbbb service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433268 Nov 02 12:32:11.145371 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1391e362-dbc7-4dc5-845e-435ee07426ef req-a419f780-c1b3-47d3-b3da-aa7e77687c23 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600256 Nov 02 12:32:11.174813 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-2cb21abf-626e-4768-923c-e3f10ce88bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:11.176485 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-2cb21abf-626e-4768-923c-e3f10ce88bc1 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.0897536 Nov 02 12:32:11.185171 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for port (fb0e4b72-0587-4efc-9498-193afc992412), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:11.234266 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa5c2-2d16-46a9-953f-15f82b235833 req-88a7608f-a30a-4efc-803a-aec81f6af71f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:11.243677 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1eafa5c2-2d16-46a9-953f-15f82b235833 req-88a7608f-a30a-4efc-803a-aec81f6af71f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.1337385 Nov 02 12:32:11.250593 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (fb0e4b72-0587-4efc-9498-193afc992412), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:11.300038 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:11.317518 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1eafa5c2-2d16-46a9-953f-15f82b235833 req-7d8e187e-025a-431b-ae0b-fae805793456 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727170 Nov 02 12:32:11.346409 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:32:11.356642 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:32:11.377159 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:32:11.421626 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'Port': ['ID=fb0e4b72-0587-4efc-9498-193afc992412,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:11.437750 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.438109 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.438617 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.438807 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.439225 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.439779 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.440406 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.440748 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.441106 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.441435 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.463130 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.485192 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.485929 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.485929 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.486274 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:11.501197 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:11.506832 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-ec5a3732-2127-483d-a7fd-4be75cc776a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:11.509040 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-ec5a3732-2127-483d-a7fd-4be75cc776a4 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724545 Nov 02 12:32:11.774584 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-3e1cc32b-1e8d-45d1-99dc-09d704e9a33d service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467749 Nov 02 12:32:12.010385 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:12.026191 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for floatingip (f28af0d8-00ef-4b27-a7cd-1a7061441f14), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:12.130005 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (fb0e4b72-0587-4efc-9498-193afc992412), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:12.326572 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154ecf2-7b2a-4c4d-b352-19cb1e45e033 req-bb029979-cd05-42cf-b1d7-6d195aa1e809 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:12.327508 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8154ecf2-7b2a-4c4d-b352-19cb1e45e033 req-bb029979-cd05-42cf-b1d7-6d195aa1e809 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0604248 Nov 02 12:32:12.453451 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for port (fb0e4b72-0587-4efc-9498-193afc992412), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:12.460154 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (fb0e4b72-0587-4efc-9498-193afc992412), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:12.461730 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (f28af0d8-00ef-4b27-a7cd-1a7061441f14), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:12.534813 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d3eee75-991c-4ab5-85cb-7a03bdfd10f0 req-68c0b8f6-a27e-44fa-91a7-f7a581670921 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056525 Nov 02 12:32:12.604594 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8154ecf2-7b2a-4c4d-b352-19cb1e45e033 req-bb72c54b-58f4-4f82-b1de-95d0391ea2a1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666433 Nov 02 12:32:12.706356 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event updated for resources: {'Port': ['ID=fb0e4b72-0587-4efc-9498-193afc992412,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:12.725336 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:12.781137 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.l3_db [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Floating IP f28af0d8-00ef-4b27-a7cd-1a7061441f14 associated. External IP: 172.27.3.141, port: 87e694b5-8f11-43e5-a848-417df7df3b22. Nov 02 12:32:12.859081 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895fb6f-776d-45d9-8fcc-cb6dd47b618a req-ea75321f-583a-4c5a-8cd3-4c6b3836b34b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:12.859324 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2895fb6f-776d-45d9-8fcc-cb6dd47b618a req-ea75321f-583a-4c5a-8cd3-4c6b3836b34b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.1443341 Nov 02 12:32:12.949127 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2895fb6f-776d-45d9-8fcc-cb6dd47b618a req-98d67ac1-3a8f-45a5-a3cd-a97eb41003fb tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808566 Nov 02 12:32:13.040277 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:13.043424 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:32:13.158970 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:32:13.170613 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] Sync routers for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:32:13.184193 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:32:13.185378 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:32:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:13.192406 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:13.232669 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0c766f11-a0fd-4101-a3ea-43497464fb4f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6349585 Nov 02 12:32:13.233485 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:32:13.237575 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fecdbb7-9313-4235-9615-67ccc470757a" -d '{"events": [{"name": "network-changed", "server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:32:13.308419 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:32:13.316670 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958b1f73-ef7e-47d0-b042-191d5e5a25dd x-openstack-request-id: req-958b1f73-ef7e-47d0-b042-191d5e5a25dd {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:32:13.317470 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:32:13.318488 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-958b1f73-ef7e-47d0-b042-191d5e5a25dd {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:32:13.318919 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958b1f73-ef7e-47d0-b042-191d5e5a25dd'] response: {'name': 'network-changed', 'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22', 'status': 'completed', 'code': 200} Nov 02 12:32:13.487988 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:32:13.601708 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'f28af0d8-00ef-4b27-a7cd-1a7061441f14', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'port_id': '87e694b5-8f11-43e5-a848-417df7df3b22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'mac_address': 'fa:16:3e:55:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:32:11Z', 'updated_at': '2022-11-02T12:32:11Z', 'revision_number': 0, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3206de1-fd6a-4f65-8c35-9c8773ed207f', 'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'mac_address': 'fa:16:3e:f1:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:55Z', 'updated_at': '2022-11-02T12:31:03Z', 'revision_number': 5, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'subnets': [{'id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:13.629851 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] Checking router: 4097520a-9a17-466f-a0ad-d1ebfb6768c9 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:32:13.644241 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:32:13.645411 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:32:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:13.757135 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090ab79-6aed-4320-a038-c37e53c8bc0d req-fbb4adc4-8ef3-4b41-92a8-9807ac88bed0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:13.764949 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c090ab79-6aed-4320-a038-c37e53c8bc0d req-fbb4adc4-8ef3-4b41-92a8-9807ac88bed0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0637338 Nov 02 12:32:13.775651 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:32:13.839021 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c090ab79-6aed-4320-a038-c37e53c8bc0d req-ea614d12-032d-4a50-8469-d618fb1479c9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728161 Nov 02 12:32:14.017330 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc02d2-f6d9-47fe-ac70-c618edf83078 req-ec004617-52f2-4c35-8e85-ad0d180781c2 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:14.021137 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-34bc02d2-f6d9-47fe-ac70-c618edf83078 req-ec004617-52f2-4c35-8e85-ad0d180781c2 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.1036303 Nov 02 12:32:14.037147 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 42844) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:32:14.046509 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-a1aa9e16-925a-461c-b3a6-e0ff104163b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Request body: {'floatingip': {'port_id': '31851f55-682f-47de-8743-7d17731aefbf'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:32:14.108739 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9e16-925a-461c-b3a6-e0ff104163b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for floatingip (ca419f99-f500-4887-aac6-9abbbefa52d1), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:14.114278 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecdbb7-9313-4235-9615-67ccc470757a req-5f01675c-3462-4c8f-9aec-90f7a9152704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:14.116061 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5fecdbb7-9313-4235-9615-67ccc470757a req-5f01675c-3462-4c8f-9aec-90f7a9152704 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=620e39db57f34948b5450e5b90c984cb&device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1129 time: 0.1680770 Nov 02 12:32:14.161222 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:14.176297 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'f28af0d8-00ef-4b27-a7cd-1a7061441f14', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'port_id': '87e694b5-8f11-43e5-a848-417df7df3b22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'mac_address': 'fa:16:3e:55:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:32:11Z', 'updated_at': '2022-11-02T12:32:11Z', 'revision_number': 0, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3206de1-fd6a-4f65-8c35-9c8773ed207f', 'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'mac_address': 'fa:16:3e:f1:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:55Z', 'updated_at': '2022-11-02T12:31:03Z', 'revision_number': 5, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'subnets': [{'id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:14.216969 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e70c7-f375-40a3-a64d-60d857b4b7ce req-abc677aa-70a2-4922-b4be-0b03ac7dc76d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:14.222075 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4e70c7-f375-40a3-a64d-60d857b4b7ce req-abc677aa-70a2-4922-b4be-0b03ac7dc76d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0964019 Nov 02 12:32:14.241586 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6724db8-6833-4531-8df5-ffa2568f3cc7 None None] The sync data for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi is: [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'f28af0d8-00ef-4b27-a7cd-1a7061441f14', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'port_id': '87e694b5-8f11-43e5-a848-417df7df3b22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'mac_address': 'fa:16:3e:55:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:32:11Z', 'updated_at': '2022-11-02T12:32:11Z', 'revision_number': 0, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3206de1-fd6a-4f65-8c35-9c8773ed207f', 'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'mac_address': 'fa:16:3e:f1:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:55Z', 'updated_at': '2022-11-02T12:31:03Z', 'revision_number': 5, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'subnets': [{'id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:32:14.404353 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4e70c7-f375-40a3-a64d-60d857b4b7ce req-2a1fd4b0-cb70-44b2-8c19-9f39b4d124de tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609194 Nov 02 12:32:14.457849 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecdbb7-9313-4235-9615-67ccc470757a req-50206c83-3f47-47bc-b4bb-51e5a4906789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:14.460734 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5fecdbb7-9313-4235-9615-67ccc470757a req-50206c83-3f47-47bc-b4bb-51e5a4906789 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=6edbe81a-ad8c-4936-a044-e7c71fdd584a HTTP/1.1" status: 200 len: 911 time: 0.2370863 Nov 02 12:32:14.485427 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:14.609642 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5fecdbb7-9313-4235-9615-67ccc470757a req-e0f01887-5d9d-4cf6-80f5-1cbf2f5baba9 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 200 len: 999 time: 0.1410751 Nov 02 12:32:14.686682 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d042cf-cdea-44cd-b4e3-43bb265bd5a3 None None] New status for floating IP f28af0d8-00ef-4b27-a7cd-1a7061441f14: ACTIVE {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:32:14.689399 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecdbb7-9313-4235-9615-67ccc470757a req-d5e2a143-c44d-4360-98fd-05b647c9b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:14.693175 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5fecdbb7-9313-4235-9615-67ccc470757a req-d5e2a143-c44d-4360-98fd-05b647c9b4f7 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=66f60ff7-50b7-4504-bf41-b1139a7b6f41 HTTP/1.1" status: 200 len: 848 time: 0.0674653 Nov 02 12:32:14.797373 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecdbb7-9313-4235-9615-67ccc470757a req-8486a18b-0b59-4982-ab61-81b21203de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:14.801458 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5fecdbb7-9313-4235-9615-67ccc470757a req-8486a18b-0b59-4982-ab61-81b21203de23 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=6edbe81a-ad8c-4936-a044-e7c71fdd584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974429 Nov 02 12:32:14.918364 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9e16-925a-461c-b3a6-e0ff104163b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:14.925544 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9e16-925a-461c-b3a6-e0ff104163b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (ca419f99-f500-4887-aac6-9abbbefa52d1), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:14.965457 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5fecdbb7-9313-4235-9615-67ccc470757a req-c95e39ea-b8e5-4e42-993f-b6bae152f963 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551580 Nov 02 12:32:15.067631 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.l3_db [None req-a1aa9e16-925a-461c-b3a6-e0ff104163b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Floating IP ca419f99-f500-4887-aac6-9abbbefa52d1 associated. External IP: 172.27.3.78, port: 31851f55-682f-47de-8743-7d17731aefbf. Nov 02 12:32:15.130162 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5fecdbb7-9313-4235-9615-67ccc470757a req-e766c880-d729-40d1-a0dc-b67864631da3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517959 Nov 02 12:32:15.208202 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:15.625586 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aa9e16-925a-461c-b3a6-e0ff104163b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Router 1abf6c31-009f-4ce0-962c-75edba7810b6 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:32:15.632239 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f835c-9c24-4596-ba6f-d17e615b886e req-4263b0e6-495d-400b-be0e-06d957aefe64 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:15.633777 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e77f835c-9c24-4596-ba6f-d17e615b886e req-4263b0e6-495d-400b-be0e-06d957aefe64 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0884082 Nov 02 12:32:15.764029 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e77f835c-9c24-4596-ba6f-d17e615b886e req-189a110c-088b-4cce-a080-5cc3cda29a0b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169589 Nov 02 12:32:15.828739 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aa9e16-925a-461c-b3a6-e0ff104163b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:32:15.836684 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1aa9e16-925a-461c-b3a6-e0ff104163b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:15.841400 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] Sync routers for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:32:15.856645 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:32:15.857409 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:32:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:15.891111 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a1aa9e16-925a-461c-b3a6-e0ff104163b0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/ca419f99-f500-4887-aac6-9abbbefa52d1 HTTP/1.1" status: 200 len: 990 time: 1.8522677 Nov 02 12:32:15.891773 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'tag': '31851f55-682f-47de-8743-7d17731aefbf'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:32:15.895837 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac19055-d331-44b7-a2a1-2b42f88af704" -d '{"events": [{"name": "network-changed", "server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "tag": "31851f55-682f-47de-8743-7d17731aefbf"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:32:15.973054 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273b69eb-6f72-4c96-a7b7-89c9ea01326b x-openstack-request-id: req-273b69eb-6f72-4c96-a7b7-89c9ea01326b {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:32:15.973473 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "tag": "31851f55-682f-47de-8743-7d17731aefbf", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:32:15.973732 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-273b69eb-6f72-4c96-a7b7-89c9ea01326b {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:32:15.974186 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273b69eb-6f72-4c96-a7b7-89c9ea01326b'] response: {'name': 'network-changed', 'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'tag': '31851f55-682f-47de-8743-7d17731aefbf', 'status': 'completed', 'code': 200} Nov 02 12:32:15.986255 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:15.999825 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:32:16.401868 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'ca419f99-f500-4887-aac6-9abbbefa52d1', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'port_id': '31851f55-682f-47de-8743-7d17731aefbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'mac_address': 'fa:16:3e:f3:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:31:39Z', 'updated_at': '2022-11-02T12:32:14Z', 'revision_number': 1, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:30Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:16.431618 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] Checking router: 1abf6c31-009f-4ce0-962c-75edba7810b6 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:32:16.441568 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:32:16.442641 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:32:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:16.582996 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:32:16.839281 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'ca419f99-f500-4887-aac6-9abbbefa52d1', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'port_id': '31851f55-682f-47de-8743-7d17731aefbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'mac_address': 'fa:16:3e:f3:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:31:39Z', 'updated_at': '2022-11-02T12:32:14Z', 'revision_number': 1, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:30Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:16.870129 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71e875-e5c0-430d-9583-aa75e35e715b None None] The sync data for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi is: [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'ca419f99-f500-4887-aac6-9abbbefa52d1', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'port_id': '31851f55-682f-47de-8743-7d17731aefbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'mac_address': 'fa:16:3e:f3:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:31:39Z', 'updated_at': '2022-11-02T12:32:14Z', 'revision_number': 1, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:30Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:32:16.958842 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba7972-bab1-436e-a160-8888007115f5 req-6407ff5d-a5b3-47ab-9e91-864770e6d077 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:16.961020 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-33ba7972-bab1-436e-a160-8888007115f5 req-6407ff5d-a5b3-47ab-9e91-864770e6d077 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 943 time: 0.0903714 Nov 02 12:32:17.047890 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-33ba7972-bab1-436e-a160-8888007115f5 req-76cf6e07-564e-4da2-bf4e-5a6e126f8992 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767295 Nov 02 12:32:17.099967 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:17.106101 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-e088c29f-75aa-4422-b68a-1c1fcdca8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:17.107795 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-e088c29f-75aa-4422-b68a-1c1fcdca8fb1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 1129 time: 0.1324999 Nov 02 12:32:17.284553 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-9283bb9f-f7f6-417a-bb1f-bdd2f97e3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:17.286190 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-9283bb9f-f7f6-417a-bb1f-bdd2f97e3f36 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.1639571 Nov 02 12:32:17.382639 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-d256091c-4de1-4528-a182-6d471087581b service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31851f55-682f-47de-8743-7d17731aefbf HTTP/1.1" status: 200 len: 998 time: 0.0870993 Nov 02 12:32:17.427357 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:17.459886 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-5cda11d9-d591-410a-9535-f29618a2a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:17.462510 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-5cda11d9-d591-410a-9535-f29618a2a491 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0722065 Nov 02 12:32:17.522712 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-4af972d4-fb95-41cb-84a7-d4de1e357bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:17.525718 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-4af972d4-fb95-41cb-84a7-d4de1e357bdf service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551775 Nov 02 12:32:17.555804 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:32:17.654366 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-4128907b-ee6d-450e-aecc-9c01f0daef17 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230772 Nov 02 12:32:17.763566 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:32:17.766409 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:17.794625 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'port_id': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'mac_address': 'fa:16:3e:05:dc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:32:17.817390 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5ac19055-d331-44b7-a2a1-2b42f88af704 req-f983ce0f-9bc3-4a9e-8a30-40529a3428e4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498849 Nov 02 12:32:17.848533 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4770a692-cfbe-4083-b35f-00a5943127f4 None None] New status for floating IP ca419f99-f500-4887-aac6-9abbbefa52d1: ACTIVE {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:32:17.871087 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:32:17.871638 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:17.890687 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76520876-ec20-4f93-afd1-a7ac9b9e2c3e {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:32:17.918841 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:32:17.924917 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:17.993860 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=9']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:18.005516 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.005868 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.006238 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.006603 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.006944 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.007277 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.008220 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.008560 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.008894 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.009249 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.009583 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.009930 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.010264 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.010589 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.010914 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:18.219415 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171acd1a-6e89-4414-a0e0-5c928ce28b81 req-63013e76-4a32-4f54-89d9-3f652c6ea590 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:18.221675 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-171acd1a-6e89-4414-a0e0-5c928ce28b81 req-63013e76-4a32-4f54-89d9-3f652c6ea590 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 944 time: 0.0722461 Nov 02 12:32:18.295519 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-171acd1a-6e89-4414-a0e0-5c928ce28b81 req-b07c1b05-89a4-4aee-85f8-95dc90b1f68e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669942 Nov 02 12:32:18.324347 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['76520876-ec20-4f93-afd1-a7ac9b9e2c3e'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:32:18.450583 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:19.561975 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:32:19.565819 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e6745-6d8b-4f9a-9173-81410f6773c0 req-e0617edf-d1f7-4910-9a0d-37f859ebdd17 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:19.572665 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2e8e6745-6d8b-4f9a-9173-81410f6773c0 req-e0617edf-d1f7-4910-9a0d-37f859ebdd17 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 944 time: 0.0702667 Nov 02 12:32:19.619227 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:32:19.620109 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:19.620596 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e Nov 02 12:32:19.624743 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2e8e6745-6d8b-4f9a-9173-81410f6773c0 req-53b256a6-06bc-43dc-a813-6742af9cf33f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507638 Nov 02 12:32:19.710708 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:32:19.711105 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:19.735769 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:32:19.738167 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6162b40c-fdc3-4116-b74e-491b9a320d61" -d '{"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-plugged", "status": "completed", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:32:19.751660 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:32:19.758844 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:19.799832 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e06486-51f2-4b7a-9b15-75a1361ac602 x-openstack-request-id: req-a0e06486-51f2-4b7a-9b15-75a1361ac602 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:32:19.800417 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-plugged", "status": "completed", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:32:19.800550 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a0e06486-51f2-4b7a-9b15-75a1361ac602 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:32:19.800917 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e06486-51f2-4b7a-9b15-75a1361ac602'] response: {'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'code': 200} Nov 02 12:32:19.822995 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=10']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:20.760244 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594df99-3cd4-4fb0-880a-a21776abe965 req-fe105526-3670-45d6-b8f8-e1c2c3bead03 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:20.761724 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7594df99-3cd4-4fb0-880a-a21776abe965 req-fe105526-3670-45d6-b8f8-e1c2c3bead03 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 946 time: 0.0486567 Nov 02 12:32:20.865137 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7594df99-3cd4-4fb0-880a-a21776abe965 req-abd9cf18-0cd3-4b17-8996-5c90bbda6046 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915809 Nov 02 12:32:21.499315 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515d52c-0fa4-4990-9e93-9284d68cb820 req-be9ca35c-9016-430d-8c3c-0e02e9c27045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:21.505192 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6515d52c-0fa4-4990-9e93-9284d68cb820 req-be9ca35c-9016-430d-8c3c-0e02e9c27045 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 1130 time: 0.1168368 Nov 02 12:32:21.595955 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6515d52c-0fa4-4990-9e93-9284d68cb820 req-d0a8fb40-13e9-4d81-b768-4d2d98d61e0f service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666282 Nov 02 12:32:22.052195 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcc397-1b9b-479a-8673-249ae8a543d6 req-4bf34619-dfe4-4ac5-a662-9cbf9d6e66dd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:22.069603 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d6dcc397-1b9b-479a-8673-249ae8a543d6 req-4bf34619-dfe4-4ac5-a662-9cbf9d6e66dd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 946 time: 0.1014194 Nov 02 12:32:22.133475 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac02f3-68f3-400b-b839-d17fda8aaeea req-07838341-4193-41a9-9fed-f5d32dff003c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:22.139412 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d5ac02f3-68f3-400b-b839-d17fda8aaeea req-07838341-4193-41a9-9fed-f5d32dff003c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0881505 Nov 02 12:32:22.161963 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d6dcc397-1b9b-479a-8673-249ae8a543d6 req-fc6c805e-af9b-4f69-a9b4-5131119f4576 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929649 Nov 02 12:32:22.206837 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d5ac02f3-68f3-400b-b839-d17fda8aaeea req-04d1e958-503c-4418-8626-c2e6078c5ffa tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622699 Nov 02 12:32:23.335199 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:23.362824 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af27a7-e4af-4ea0-92a4-61c537b19434 req-be056582-cf9d-47f4-bec9-9d74cfabfac9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:23.365164 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90efd98-ba71-45b6-b7a6-6054e57c5495 req-85a685e9-d1d8-41a7-a921-2a13d1c488c6 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:23.365758 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-15af27a7-e4af-4ea0-92a4-61c537b19434 req-be056582-cf9d-47f4-bec9-9d74cfabfac9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 946 time: 0.0649900 Nov 02 12:32:23.373031 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d90efd98-ba71-45b6-b7a6-6054e57c5495 req-85a685e9-d1d8-41a7-a921-2a13d1c488c6 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0859029 Nov 02 12:32:23.434134 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d90efd98-ba71-45b6-b7a6-6054e57c5495 req-417551e9-40f0-49ae-836e-82346bcbb3b8 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600502 Nov 02 12:32:23.465895 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-15af27a7-e4af-4ea0-92a4-61c537b19434 req-24a1787d-554f-4467-9e5d-6ba70d7a1674 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877593 Nov 02 12:32:24.663906 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc22e1e-58c6-48c4-af23-27cf34ac991e req-74309c52-27c7-4878-8a7d-aa4debe98f71 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:24.666031 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4cc22e1e-58c6-48c4-af23-27cf34ac991e req-74309c52-27c7-4878-8a7d-aa4debe98f71 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 946 time: 0.0610580 Nov 02 12:32:24.672638 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91df91-3e21-4b73-9170-24da140afcd2 req-73878ca8-b103-4329-ad4f-be62244672f9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:24.685550 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cb91df91-3e21-4b73-9170-24da140afcd2 req-73878ca8-b103-4329-ad4f-be62244672f9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.1149755 Nov 02 12:32:24.728874 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:24.770018 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4cc22e1e-58c6-48c4-af23-27cf34ac991e req-474d13f8-b44b-489f-a9d3-2a9d4ae83610 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958102 Nov 02 12:32:24.776138 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cb91df91-3e21-4b73-9170-24da140afcd2 req-cf76b718-0467-403d-b185-2383dada8ae8 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893142 Nov 02 12:32:25.942997 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58067c1b-fd56-4bc4-916a-7aeb7910e857 req-9f936bf1-16d0-4590-b486-25df66836dee tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:25.951434 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-58067c1b-fd56-4bc4-916a-7aeb7910e857 req-9f936bf1-16d0-4590-b486-25df66836dee tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 946 time: 0.0712998 Nov 02 12:32:25.971388 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be432-df45-477b-9c82-d4f76c23d6fa req-4e725e97-0951-4f4f-ba65-25191b81b75a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:25.982091 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1b9be432-df45-477b-9c82-d4f76c23d6fa req-4e725e97-0951-4f4f-ba65-25191b81b75a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0761209 Nov 02 12:32:25.993320 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:26.023367 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-58067c1b-fd56-4bc4-916a-7aeb7910e857 req-fc62a582-8005-459b-8963-5e683aefd862 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706506 Nov 02 12:32:26.061979 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1b9be432-df45-477b-9c82-d4f76c23d6fa req-d3a5cb09-3c85-455f-9993-fdb1815c40b4 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786126 Nov 02 12:32:27.248099 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65d05e-7791-4036-9033-5ad37d2ab37c req-92ca2a89-7fde-4ecb-a18a-b62a32a8f53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:27.249656 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fd65d05e-7791-4036-9033-5ad37d2ab37c req-92ca2a89-7fde-4ecb-a18a-b62a32a8f53c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0664258 Nov 02 12:32:27.299507 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fd65d05e-7791-4036-9033-5ad37d2ab37c req-8543d121-a404-4489-a002-172acc723ec9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Nov 02 12:32:28.439860 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2e81-b5c5-4d73-9822-5a3d02726ce7 req-dabeba85-3112-421f-8d61-24eb11103d29 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:28.441531 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0bfb2e81-b5c5-4d73-9822-5a3d02726ce7 req-dabeba85-3112-421f-8d61-24eb11103d29 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0555255 Nov 02 12:32:28.495892 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0bfb2e81-b5c5-4d73-9822-5a3d02726ce7 req-c939b17d-b6c7-4188-81ff-c7dd0bdf4f11 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483015 Nov 02 12:32:29.159607 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:29.635731 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243c154-1967-4450-80a0-4c169a7368d6 req-42a9b5c5-585c-4ce6-af81-17ac8d2411ac tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:29.637292 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1243c154-1967-4450-80a0-4c169a7368d6 req-42a9b5c5-585c-4ce6-af81-17ac8d2411ac tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0551896 Nov 02 12:32:29.687444 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1243c154-1967-4450-80a0-4c169a7368d6 req-c8a3697e-1b03-4443-aed2-d639bc2eb6b4 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440340 Nov 02 12:32:29.820705 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:30.453700 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=7 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:30.841871 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a37065-2938-4143-89e7-6ce4e2e2563e req-66ba1daf-d08a-4fea-8142-c14b6a8708dc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:30.843551 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82a37065-2938-4143-89e7-6ce4e2e2563e req-66ba1daf-d08a-4fea-8142-c14b6a8708dc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0487492 Nov 02 12:32:30.890955 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82a37065-2938-4143-89e7-6ce4e2e2563e req-a38017a7-1796-4dad-bbe2-cffee0a1477b tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416932 Nov 02 12:32:31.607614 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:32.026018 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dae8f-a92e-435c-a5af-09ffb3a81428 req-9211e9c4-8c0a-4fee-833c-a14f1fa4b6f5 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:32.027481 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-917dae8f-a92e-435c-a5af-09ffb3a81428 req-9211e9c4-8c0a-4fee-833c-a14f1fa4b6f5 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0487840 Nov 02 12:32:32.076442 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-917dae8f-a92e-435c-a5af-09ffb3a81428 req-3f3fffe5-72be-4d8d-b2ce-f911be58fba0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432744 Nov 02 12:32:32.713344 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e8c0b504-d3c2-4cd3-8e4e-d24add360be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:33.212633 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6b4a-e8ad-4cbb-a61c-ba8a7605c2d6 req-6db5601b-239e-4463-bd93-bbc56c156900 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:33.214268 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-93df6b4a-e8ad-4cbb-a61c-ba8a7605c2d6 req-6db5601b-239e-4463-bd93-bbc56c156900 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0545206 Nov 02 12:32:33.265910 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-93df6b4a-e8ad-4cbb-a61c-ba8a7605c2d6 req-d971360a-e263-4d8d-8b2d-79764fac9264 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460186 Nov 02 12:32:34.395613 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec46024-d69e-49de-ac8d-24b454363efc req-3d4e0318-ad90-4915-b5e4-2ebf0eaf7c83 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:34.397194 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-aec46024-d69e-49de-ac8d-24b454363efc req-3d4e0318-ad90-4915-b5e4-2ebf0eaf7c83 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0501969 Nov 02 12:32:34.458104 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-aec46024-d69e-49de-ac8d-24b454363efc req-7a8cdd8d-6d29-458d-bb6c-84e63800ef42 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507004 Nov 02 12:32:34.660646 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 43174) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:32:34.710834 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05c506c-85d5-4265-920a-79a162ed2591 admin admin] Deleting subnet 805cff27-86b2-43a7-bce4-35de182e7dda {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:32:34.716138 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a05c506c-85d5-4265-920a-79a162ed2591 admin admin] Publish callbacks [] for subnet (805cff27-86b2-43a7-bce4-35de182e7dda), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:34.763813 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a05c506c-85d5-4265-920a-79a162ed2591 admin admin] Publish callbacks [] for subnet (805cff27-86b2-43a7-bce4-35de182e7dda), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:34.771649 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a05c506c-85d5-4265-920a-79a162ed2591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (805cff27-86b2-43a7-bce4-35de182e7dda), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:34.841806 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a05c506c-85d5-4265-920a-79a162ed2591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for subnet (805cff27-86b2-43a7-bce4-35de182e7dda), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:34.870916 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c506c-85d5-4265-920a-79a162ed2591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805cff27-86b2-43a7-bce4-35de182e7dda,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:34.875849 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a05c506c-85d5-4265-920a-79a162ed2591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:34.881345 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a05c506c-85d5-4265-920a-79a162ed2591 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/805cff27-86b2-43a7-bce4-35de182e7dda HTTP/1.1" status: 204 len: 168 time: 0.2185838 Nov 02 12:32:34.883888 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 43180) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:32:34.965300 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (d62e064f-fe22-410f-9e2a-c431b4b312b5), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.014567 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:35.060610 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (d62e064f-fe22-410f-9e2a-c431b4b312b5), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.084470 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.084831 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.085623 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.085971 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > port after_create 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.086307 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.086647 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > port after_update 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.086966 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.087304 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.087616 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.087932 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.201116 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.201465 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.201798 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.202130 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:32:35.202506 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62e064f-fe22-410f-9e2a-c431b4b312b5']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:35.224721 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782faaad-faba-4660-9179-5da04696be6b') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:35.225037 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782faaad-faba-4660-9179-5da04696be6b') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:32:35.245014 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (782faaad-faba-4660-9179-5da04696be6b), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.271271 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (782faaad-faba-4660-9179-5da04696be6b), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.285235 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:32:35.285713 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (782faaad-faba-4660-9179-5da04696be6b), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.363157 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (d62e064f-fe22-410f-9e2a-c431b4b312b5), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.371286 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.378520 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/d62e064f-fe22-410f-9e2a-c431b4b312b5 HTTP/1.1" status: 204 len: 168 time: 0.4899669 Nov 02 12:32:35.389712 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab0c4-97ac-4018-85b2-c023885fc479 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62e064f-fe22-410f-9e2a-c431b4b312b5,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:35.458056 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 782faaad-faba-4660-9179-5da04696be6b resource provider aggregate not found Nov 02 12:32:35.479383 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 782faaad-faba-4660-9179-5da04696be6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 782faaad-faba-4660-9179-5da04696be6b found for delete ", "request_id": "req-9eca10c6-f2c4-438a-a053-d5fb9d9e0e5a"}]} Nov 02 12:32:35.562290 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 43198) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:32:35.593703 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839c85-811c-4b86-a367-78881084cc14 req-474095b6-c072-45b2-bdc2-a992ccbbe4c7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:35.595309 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2d839c85-811c-4b86-a367-78881084cc14 req-474095b6-c072-45b2-bdc2-a992ccbbe4c7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0523269 Nov 02 12:32:35.616137 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-087f57d9-fb99-44f1-b7bc-68f0d5553f15 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=8de43ea57f2b44229359e179314b2d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526407 Nov 02 12:32:35.618692 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:35.618855 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 43200) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:32:35.636245 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:35.651142 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2d839c85-811c-4b86-a367-78881084cc14 req-e865fe34-e7d7-4f63-9025-9c3700ace89c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482559 Nov 02 12:32:35.681618 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e7992944-a8da-4911-80fb-af167793320f admin admin] Publish callbacks [] for security_group (3c63807d-50b8-4cbf-87f3-e1d2445ee913), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.703346 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e7992944-a8da-4911-80fb-af167793320f admin admin] Publish callbacks [] for security_group (3c63807d-50b8-4cbf-87f3-e1d2445ee913), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.730255 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-711a70cc-baff-455c-af27-63042721104c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.763007 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e7992944-a8da-4911-80fb-af167793320f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (3c63807d-50b8-4cbf-87f3-e1d2445ee913), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.765718 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e7992944-a8da-4911-80fb-af167793320f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:35.767039 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e7992944-a8da-4911-80fb-af167793320f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/3c63807d-50b8-4cbf-87f3-e1d2445ee913 HTTP/1.1" status: 204 len: 168 time: 0.1472499 Nov 02 12:32:35.776044 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7992944-a8da-4911-80fb-af167793320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c63807d-50b8-4cbf-87f3-e1d2445ee913,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:36.779736 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ec561-486c-4cd8-9071-87c35d2a98a2 req-c1e50928-234d-4672-a6eb-de346b090f8c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:36.781301 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-131ec561-486c-4cd8-9071-87c35d2a98a2 req-c1e50928-234d-4672-a6eb-de346b090f8c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0513711 Nov 02 12:32:36.849047 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-131ec561-486c-4cd8-9071-87c35d2a98a2 req-fac423d1-b907-42f5-ac9e-b001c85345d0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600417 Nov 02 12:32:37.592670 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:37.971291 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8354c5c-846f-48f6-be63-f7cc73adbc8e req-556af467-48e7-49c4-aca4-415ada1b3e55 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:37.972790 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b8354c5c-846f-48f6-be63-f7cc73adbc8e req-556af467-48e7-49c4-aca4-415ada1b3e55 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0518229 Nov 02 12:32:38.029847 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b8354c5c-846f-48f6-be63-f7cc73adbc8e req-de0c20dc-c21e-4b68-9099-5ea7aa0ee6f0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461199 Nov 02 12:32:38.297733 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:38.944129 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:39.154901 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a2b1b-37a9-4e86-b646-85971799b000 req-8ac93464-6d0f-4d3d-8b67-41b27ff7b7a8 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:39.156552 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-967a2b1b-37a9-4e86-b646-85971799b000 req-8ac93464-6d0f-4d3d-8b67-41b27ff7b7a8 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0497317 Nov 02 12:32:39.209391 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-967a2b1b-37a9-4e86-b646-85971799b000 req-6f779b20-e8ab-4770-864f-fcd18a94ac5e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444565 Nov 02 12:32:40.341987 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac883765-7d1b-41bf-83f5-fe91ac35f6c3 req-eb6db6fa-d14b-4bbc-a150-eba028bfddd2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:40.343617 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ac883765-7d1b-41bf-83f5-fe91ac35f6c3 req-eb6db6fa-d14b-4bbc-a150-eba028bfddd2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0503526 Nov 02 12:32:40.397790 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ac883765-7d1b-41bf-83f5-fe91ac35f6c3 req-46df8add-a3d4-434b-80b6-2ec44046e250 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477057 Nov 02 12:32:41.531971 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c018c-7495-4f71-9052-d37e3e262f01 req-0a74cdb1-494b-4423-a19c-f328b5592445 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:41.533572 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5b0c018c-7495-4f71-9052-d37e3e262f01 req-0a74cdb1-494b-4423-a19c-f328b5592445 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0477991 Nov 02 12:32:41.583313 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5b0c018c-7495-4f71-9052-d37e3e262f01 req-a305cd20-862c-4b1a-98ac-78155ea35cef tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Nov 02 12:32:42.706300 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef046df-124e-4ea3-968c-b39bb1d4a2b7 req-19eda979-5c9f-457b-96d6-62b9c38acc88 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:42.707901 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ef046df-124e-4ea3-968c-b39bb1d4a2b7 req-19eda979-5c9f-457b-96d6-62b9c38acc88 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0477531 Nov 02 12:32:42.759755 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ef046df-124e-4ea3-968c-b39bb1d4a2b7 req-9f1fcb56-5900-4d29-87bd-102a0401605c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461476 Nov 02 12:32:43.887452 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e07d6a-f351-41c2-8eab-685d9e707c4e req-e76c6d13-7c89-4664-ac60-db6d40d26283 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:43.888937 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a6e07d6a-f351-41c2-8eab-685d9e707c4e req-e76c6d13-7c89-4664-ac60-db6d40d26283 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0526369 Nov 02 12:32:43.939953 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a6e07d6a-f351-41c2-8eab-685d9e707c4e req-6b42a471-52ee-4287-86a8-e175298927a2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445373 Nov 02 12:32:45.060819 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c51a-6b54-4c13-baf6-2969febd7c88 req-eceec545-d3fd-4c9f-8a63-48f77335f817 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:45.062340 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1b50c51a-6b54-4c13-baf6-2969febd7c88 req-eceec545-d3fd-4c9f-8a63-48f77335f817 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0466912 Nov 02 12:32:45.111779 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1b50c51a-6b54-4c13-baf6-2969febd7c88 req-09034abf-8e58-4054-9eed-918c2654e2db tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433841 Nov 02 12:32:46.249045 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27202f38-9ccb-4e63-b7ab-e04a5904704c req-61334325-cf8f-420d-9521-ac357623953a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:46.250669 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-27202f38-9ccb-4e63-b7ab-e04a5904704c req-61334325-cf8f-420d-9521-ac357623953a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0525753 Nov 02 12:32:46.303670 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-27202f38-9ccb-4e63-b7ab-e04a5904704c req-a566e75e-fc9d-4430-bd4d-5879f8832d73 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460782 Nov 02 12:32:47.429335 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94243-b952-461d-ad64-a7c775cdae29 req-61489d18-2cdc-4a1f-9a75-baceb14ea38a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:47.430798 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c5a94243-b952-461d-ad64-a7c775cdae29 req-61489d18-2cdc-4a1f-9a75-baceb14ea38a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0502753 Nov 02 12:32:47.477917 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c5a94243-b952-461d-ad64-a7c775cdae29 req-98666cf2-f98d-41cd-8251-e99fea6fbd2e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414772 Nov 02 12:32:48.315521 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26288634-c9a5-48b2-98a2-c1de6b16b892 req-95c2e323-b978-4530-9137-81b95e9d577d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:48.317071 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-26288634-c9a5-48b2-98a2-c1de6b16b892 req-95c2e323-b978-4530-9137-81b95e9d577d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.0469654 Nov 02 12:32:48.342829 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:48.367686 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-26288634-c9a5-48b2-98a2-c1de6b16b892 req-5d7eea6f-015e-4b66-9841-4b661108a3e5 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Nov 02 12:32:48.601748 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0997e-61c0-48f8-9a9b-1236eded7613 req-a67b514e-9ea1-42f1-ba5d-66e57e427354 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:48.603224 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d0e0997e-61c0-48f8-9a9b-1236eded7613 req-a67b514e-9ea1-42f1-ba5d-66e57e427354 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0482645 Nov 02 12:32:48.653181 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d0e0997e-61c0-48f8-9a9b-1236eded7613 req-2aaa8cd6-9afc-4ae8-a791-699afd337722 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427165 Nov 02 12:32:48.930948 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:48.936970 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:49.492555 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6aadb-c66e-4088-9225-c9e602717a52 req-250c290f-e655-48cd-9aa2-132233237c9c tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:49.494129 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-20c6aadb-c66e-4088-9225-c9e602717a52 req-250c290f-e655-48cd-9aa2-132233237c9c tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.0486701 Nov 02 12:32:49.548288 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-20c6aadb-c66e-4088-9225-c9e602717a52 req-12678809-08d8-4d10-920b-0bf8e40a174a tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Nov 02 12:32:49.779484 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa4022-03fa-4069-bbaf-f9a573341bc2 req-0e6a3b89-0866-435c-ba98-dc4031470e74 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:49.780972 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-adaa4022-03fa-4069-bbaf-f9a573341bc2 req-0e6a3b89-0866-435c-ba98-dc4031470e74 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0510683 Nov 02 12:32:49.823428 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:49.832054 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-adaa4022-03fa-4069-bbaf-f9a573341bc2 req-13ac9563-a59a-451d-bd94-39b3b083d009 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452089 Nov 02 12:32:50.487233 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:32:50.676063 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362f76c-33fe-4e56-b84c-47004563d9d9 req-e5b435b5-0134-47f1-b432-c5886b9b20b5 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:50.677652 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6362f76c-33fe-4e56-b84c-47004563d9d9 req-e5b435b5-0134-47f1-b432-c5886b9b20b5 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.0494437 Nov 02 12:32:50.728190 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6362f76c-33fe-4e56-b84c-47004563d9d9 req-b0af0eec-692b-4994-8fef-9c4bc7dc0b22 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446215 Nov 02 12:32:50.958835 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d0d45-b505-4e69-9592-9e9b8be3a69e req-c1e1bed3-c14d-4260-8567-7c610fa2462c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:50.960463 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cf6d0d45-b505-4e69-9592-9e9b8be3a69e req-c1e1bed3-c14d-4260-8567-7c610fa2462c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0486357 Nov 02 12:32:51.009160 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cf6d0d45-b505-4e69-9592-9e9b8be3a69e req-562d1241-ec7d-4642-be48-5d05471a5de9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423913 Nov 02 12:32:51.836231 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:51.838752 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-6d7224ff-7918-4ba0-86b1-0d0b00ab76eb tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:51.840327 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-6d7224ff-7918-4ba0-86b1-0d0b00ab76eb tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.0465446 Nov 02 12:32:51.850722 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7af2a-f867-457b-bb3b-245fcdde1a8e req-8b34e5a3-1952-49e1-bc55-1d63fd9f2f64 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:51.852177 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e8d7af2a-f867-457b-bb3b-245fcdde1a8e req-8b34e5a3-1952-49e1-bc55-1d63fd9f2f64 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 945 time: 0.0482094 Nov 02 12:32:51.900969 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e8d7af2a-f867-457b-bb3b-245fcdde1a8e req-249832fa-a070-4524-a9fc-fe49d7fa90de tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Nov 02 12:32:51.939452 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Deleting port a2cd9294-40e8-4c72-92e4-4a022321affe {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:32:51.939788 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:52.034151 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] For port a2cd9294-40e8-4c72-92e4-4a022321affe, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a2cd9294-40e8-4c72-92e4-4a022321affe,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:32:52.034862 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:52.047617 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Calling delete_port for a2cd9294-40e8-4c72-92e4-4a022321affe owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:32:52.086974 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:52.148177 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1683c9-1f76-4e42-a288-ca9d04459ec5 req-a8a6571b-4ba0-430f-bc6c-66e8e98a1675 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:52.149696 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1b1683c9-1f76-4e42-a288-ca9d04459ec5 req-a8a6571b-4ba0-430f-bc6c-66e8e98a1675 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0614474 Nov 02 12:32:52.239530 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1b1683c9-1f76-4e42-a288-ca9d04459ec5 req-14625a6b-db93-45d6-b9bb-14cd8d26cba1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834661 Nov 02 12:32:52.270923 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (a2cd9294-40e8-4c72-92e4-4a022321affe), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:52.286264 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['a2cd9294-40e8-4c72-92e4-4a022321affe'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:32:52.300824 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Pushing event deleted for resources: {'Port': ['ID=a2cd9294-40e8-4c72-92e4-4a022321affe,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:52.317212 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.317630 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.317983 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.318322 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.318655 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.318986 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.319315 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.319640 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.320010 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.320357 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.320866 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.321229 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.321593 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.321924 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.322361 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.361634 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] No DVR routers for this DVR port a2cd9294-40e8-4c72-92e4-4a022321affe on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:32:52.364846 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:32:52.368636 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d12e2116-3786-4468-9a25-7c3682317fe2 req-f44f27ac-e4e4-4415-885b-c9e619039da0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.87 "DELETE /networking/v2.0/ports/a2cd9294-40e8-4c72-92e4-4a022321affe HTTP/1.1" status: 204 len: 173 time: 0.5147178 Nov 02 12:32:52.369192 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d540597-ace2-4cfb-841d-d020330f5e9d', 'name': 'network-vif-deleted', 'tag': 'a2cd9294-40e8-4c72-92e4-4a022321affe'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:32:52.371553 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4beb34-67a4-4208-b7be-c64424592ecd" -d '{"events": [{"server_uuid": "8d540597-ace2-4cfb-841d-d020330f5e9d", "name": "network-vif-deleted", "tag": "a2cd9294-40e8-4c72-92e4-4a022321affe"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:32:52.425147 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c620eb85-3810-45b0-8d5a-7b12cc1103eb x-openstack-request-id: req-c620eb85-3810-45b0-8d5a-7b12cc1103eb {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:32:52.425443 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d540597-ace2-4cfb-841d-d020330f5e9d", "name": "network-vif-deleted", "tag": "a2cd9294-40e8-4c72-92e4-4a022321affe", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:32:52.425701 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c620eb85-3810-45b0-8d5a-7b12cc1103eb {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:32:52.426105 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c620eb85-3810-45b0-8d5a-7b12cc1103eb'] response: {'server_uuid': '8d540597-ace2-4cfb-841d-d020330f5e9d', 'name': 'network-vif-deleted', 'tag': 'a2cd9294-40e8-4c72-92e4-4a022321affe', 'status': 'completed', 'code': 200} Nov 02 12:32:53.021491 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-33e89b2f-e49a-477e-bab7-8960cc08bfac req-d11440d3-31b6-48cc-a5d3-c5db52f9d008 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8d540597-ace2-4cfb-841d-d020330f5e9d HTTP/1.1" status: 200 len: 210 time: 0.0296926 Nov 02 12:32:53.384192 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eb014-a36f-49e9-9c58-dfb848020994 req-d9804266-a8de-408e-84df-27ad20603b3d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:53.387001 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-924eb014-a36f-49e9-9c58-dfb848020994 req-d9804266-a8de-408e-84df-27ad20603b3d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0565693 Nov 02 12:32:53.437691 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-924eb014-a36f-49e9-9c58-dfb848020994 req-1240c132-68c6-4bb1-b643-0a74e14d0b05 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431361 Nov 02 12:32:53.673331 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1497c-5d88-4bbe-8af1-1f13b57eeddd req-b9877c10-4443-4989-afb1-96d9c60f3bc1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:53.674790 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-80f1497c-5d88-4bbe-8af1-1f13b57eeddd req-b9877c10-4443-4989-afb1-96d9c60f3bc1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0478151 Nov 02 12:32:53.728871 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-c34df369-27e2-4c1b-8492-7e4b3835d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:53.730616 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-80f1497c-5d88-4bbe-8af1-1f13b57eeddd req-3febfdc5-c54b-48c1-bb9c-04759ca15c4c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454192 Nov 02 12:32:53.731265 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-c34df369-27e2-4c1b-8492-7e4b3835d264 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 1130 time: 0.0436196 Nov 02 12:32:53.831025 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-f6ff4fa0-b30e-4b84-9e77-14adc427f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:53.832487 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-f6ff4fa0-b30e-4b84-9e77-14adc427f78b service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 200 len: 913 time: 0.0935202 Nov 02 12:32:53.904870 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-2f8af6e2-4c1a-427c-9e4d-2593951f82e9 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5761531-577c-4309-a7db-9bb6acfee9dc HTTP/1.1" status: 200 len: 1001 time: 0.0645423 Nov 02 12:32:53.957672 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-8d3c80af-678f-4245-8b9b-b34dd660adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:53.959160 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-8d3c80af-678f-4245-8b9b-b34dd660adda service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=dd66505c-21ed-4318-84b1-3cd8c2380645 HTTP/1.1" status: 200 len: 850 time: 0.0468609 Nov 02 12:32:54.005718 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-a69f3226-195b-419e-8efb-0e82d1601065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:54.007135 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-a69f3226-195b-419e-8efb-0e82d1601065 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404878 Nov 02 12:32:54.063302 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:32:54.114208 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-c42637f1-9d3e-4012-ba26-143928580586 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004388 Nov 02 12:32:54.221189 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d45256e-41a2-4a6d-b117-e4f48e03c03d req-d26739bf-de9b-45ee-bb21-7f497c9ff247 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003115 Nov 02 12:32:54.858897 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8283c-ae6d-4269-95e0-38552be0bad0 req-1f6cc240-759f-4c68-bd6e-10b698d4e91c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:54.860408 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-78d8283c-ae6d-4269-95e0-38552be0bad0 req-1f6cc240-759f-4c68-bd6e-10b698d4e91c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0496652 Nov 02 12:32:54.917456 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-78d8283c-ae6d-4269-95e0-38552be0bad0 req-ae2d50d7-caa4-4896-899f-b32c685e0f82 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510204 Nov 02 12:32:55.354365 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device a2cd9294-40e8-4c72-92e4-4a022321affe no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:32:55.377804 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: a2cd9294-40e8-4c72-92e4-4a022321affe {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:32:55.378141 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device a2cd9294-40e8-4c72-92e4-4a022321affe not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:32:56.048139 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a318a46-29f3-40b9-9b66-bb873c509f53 req-b62c244a-b588-4b5c-8394-3f5534e90930 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:56.049604 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0a318a46-29f3-40b9-9b66-bb873c509f53 req-b62c244a-b588-4b5c-8394-3f5534e90930 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0509639 Nov 02 12:32:56.096785 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0a318a46-29f3-40b9-9b66-bb873c509f53 req-445f58c2-2af4-4517-b5f4-e45526ad1232 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413740 Nov 02 12:32:57.225688 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c87f3a-edc7-4fbe-b50f-435b73b6f31d req-6b6a5404-cd30-4976-bc49-6c2d882c75bb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:57.227226 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-90c87f3a-edc7-4fbe-b50f-435b73b6f31d req-6b6a5404-cd30-4976-bc49-6c2d882c75bb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0495629 Nov 02 12:32:57.277506 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-90c87f3a-edc7-4fbe-b50f-435b73b6f31d req-2243a378-5d40-4d8d-b75f-503a70be0519 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446961 Nov 02 12:32:58.404686 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c2990-ad8c-4791-aec0-b3bbb690b65a req-4bb5c884-53a7-498a-8d1a-ef2f4262b144 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:32:58.406847 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c84c2990-ad8c-4791-aec0-b3bbb690b65a req-4bb5c884-53a7-498a-8d1a-ef2f4262b144 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0511348 Nov 02 12:32:58.461736 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c84c2990-ad8c-4791-aec0-b3bbb690b65a req-0bd96d0b-374e-40d8-a94f-8093ff6004e9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489757 Nov 02 12:32:59.141014 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:02.717320 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-baa498c6-0230-42e6-8887-18cebc72f69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:04.243886 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-8b8c9683-594e-4548-8c49-90a8bfce163e tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:04.246616 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-8b8c9683-594e-4548-8c49-90a8bfce163e tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/networks?id=198d3999-966c-482d-951f-86abbbcd5ae3 HTTP/1.1" status: 200 len: 813 time: 0.1162505 Nov 02 12:33:04.268315 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-9c14985e-6227-4617-9b9e-43cc092644a1 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/quotas/64af2cf0e0a14b3ea92c2438baeeb900 HTTP/1.1" status: 200 len: 375 time: 0.0161967 Nov 02 12:33:04.302905 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-5a3b2004-0954-4d90-9d94-309c41edbb55 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=64af2cf0e0a14b3ea92c2438baeeb900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290127 Nov 02 12:33:04.400803 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-3bb81a07-925f-4ce0-8216-1d90c9bf305a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/198d3999-966c-482d-951f-86abbbcd5ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909853 Nov 02 12:33:04.505292 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-3d3f9945-1aca-4790-9664-b915b41d54f5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/198d3999-966c-482d-951f-86abbbcd5ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970068 Nov 02 12:33:04.690523 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e16b8854-42f1-44cf-b1e2-a156af1a12c4 req-ec8ade1d-8a97-46d8-bfc8-a2125ff95a5d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 210 time: 0.0349326 Nov 02 12:33:05.732289 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9a50ec5a-206a-4c2d-aea6-0f95ab9589a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:05.801075 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-dba85324-d1eb-4ce4-adf2-2f00cd645637 req-f6b532b1-4fa3-49cc-8529-62831fcf80d6 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 210 time: 0.0307872 Nov 02 12:33:06.069053 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-9c7e735f-f49d-4d8c-b3c8-cbfbef631bcd tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:06.070578 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-9c7e735f-f49d-4d8c-b3c8-cbfbef631bcd tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.87 "GET /networking/v2.0/networks?id=198d3999-966c-482d-951f-86abbbcd5ae3 HTTP/1.1" status: 200 len: 813 time: 0.1155341 Nov 02 12:33:06.082860 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Request body: {'port': {'device_id': '4b44e3d6-f0dc-46fd-9172-0f06d64e379b', 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3', 'admin_state_up': True, 'tenant_id': '64af2cf0e0a14b3ea92c2438baeeb900'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:06.372823 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:06.445035 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Made reservation on behalf of 64af2cf0e0a14b3ea92c2438baeeb900 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:33:06.448842 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:06.588475 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Allocated IP 172.20.0.10 (198d3999-966c-482d-951f-86abbbcd5ae3/58387fd7-1cf7-4891-b81a-871f694f4d22/8e87082a-b161-4ab1-b5c5-6358ccc014b4) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:33:06.743201 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:06.759489 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks [] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:06.803187 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:06.858422 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Network 198d3999-966c-482d-951f-86abbbcd5ae3 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:33:06.862830 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:33:06.868200 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:33:06.897465 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Pushing event updated for resources: {'Port': ['ID=8e87082a-b161-4ab1-b5c5-6358ccc014b4,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:06.969341 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:06.970025 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:06.979624 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91427a-4989-4207-aa31-57e30bb34f99 req-b9855c79-baa1-45c0-800c-bfe5ee365ee6 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:06.981897 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5e91427a-4989-4207-aa31-57e30bb34f99 req-b9855c79-baa1-45c0-800c-bfe5ee365ee6 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 932 time: 0.0865333 Nov 02 12:33:07.023823 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-e00d4a93-6325-439d-b7fd-446cf28c50bc tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9448495 Nov 02 12:33:07.042311 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Request body: {'port': {'device_id': '4b44e3d6-f0dc-46fd-9172-0f06d64e379b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:07.049257 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-f5e72b34-b4bc-43de-ba47-f9ac67711825 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666275 Nov 02 12:33:07.087593 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5e91427a-4989-4207-aa31-57e30bb34f99 req-792a069b-6a2c-4e41-8732-b9534e13c2a4 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981927 Nov 02 12:33:07.136957 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-e72c01d7-7925-4bac-9ba9-60c44adaf38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:07.138841 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-e72c01d7-7925-4bac-9ba9-60c44adaf38d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 1130 time: 0.0667484 Nov 02 12:33:07.142413 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:07.212930 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:07.214311 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:07.264481 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-49f24376-3e67-401f-ad2f-96cb0dcab8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:07.267140 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-49f24376-3e67-401f-ad2f-96cb0dcab8e1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.1016359 Nov 02 12:33:07.284249 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:07.318957 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-59fb93e3-20d8-4922-92ce-420b1021c6f3 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0732d77-2305-43de-9231-76f0cfe969f9 HTTP/1.1" status: 200 len: 217 time: 0.0408092 Nov 02 12:33:07.381289 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-294e2c5b-5660-4674-beff-1b3743f3e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:07.382768 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-294e2c5b-5660-4674-beff-1b3743f3e789 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0530083 Nov 02 12:33:07.437138 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-8ebd807a-2e8d-4db5-80c8-f6ac0e9d450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:07.438662 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-8ebd807a-2e8d-4db5-80c8-f6ac0e9d450c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435271 Nov 02 12:33:07.439539 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e87082a-b161-4ab1-b5c5-6358ccc014b4 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:33:07.448218 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Publish callbacks [] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:07.463632 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Transition to ACTIVE for port object 8e87082a-b161-4ab1-b5c5-6358ccc014b4 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:33:07.470387 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:07.546715 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Pushing event updated for resources: {'Port': ['ID=8e87082a-b161-4ab1-b5c5-6358ccc014b4,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:07.552806 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-0e6d3980-7b04-413e-8103-3e18cf80bff9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050572 Nov 02 12:33:07.596979 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:07.608832 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Attempting to bind port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:33:07.609204 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Attempting to bind port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '60f64ead-dc1b-4690-b276-69395f28d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:33:07.609565 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Attempting to bind port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 on network 198d3999-966c-482d-951f-86abbbcd5ae3 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:33:07.659380 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 on network 198d3999-966c-482d-951f-86abbbcd5ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:33:07.660487 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Attempting to bind port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 on network 198d3999-966c-482d-951f-86abbbcd5ae3 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:33:07.664523 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76089d83-aeaf-4455-b5ab-b11b25175ef9 req-13b94ace-a301-4d37-8541-9b2811cc8867 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052916 Nov 02 12:33:07.731389 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:33:07.732163 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Checking segment: {'id': '60f64ead-dc1b-4690-b276-69395f28d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:33:07.732801 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Bound using segment: {'id': '60f64ead-dc1b-4690-b276-69395f28d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:33:07.733587 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Bound port: 8e87082a-b161-4ab1-b5c5-6358ccc014b4, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f64ead-dc1b-4690-b276-69395f28d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:33:07.734358 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:07.739272 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:07.849509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] For port 8e87082a-b161-4ab1-b5c5-6358ccc014b4, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:33:07.855961 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] For port 8e87082a-b161-4ab1-b5c5-6358ccc014b4, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8e87082a-b161-4ab1-b5c5-6358ccc014b4,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:33:07.865401 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:07.872425 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:07.873492 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:07.875843 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/8e87082a-b161-4ab1-b5c5-6358ccc014b4 HTTP/1.1" status: 200 len: 1094 time: 0.8409917 Nov 02 12:33:07.877068 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b44e3d6-f0dc-46fd-9172-0f06d64e379b', 'tag': '8e87082a-b161-4ab1-b5c5-6358ccc014b4'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:33:07.881174 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb2d35a-36b7-4723-b1fb-ef3158d3b2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4b44e3d6-f0dc-46fd-9172-0f06d64e379b", "tag": "8e87082a-b161-4ab1-b5c5-6358ccc014b4"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:07.940045 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2411ee99-d144-4c1f-a47b-28fbe4e81cb7 x-openstack-request-id: req-2411ee99-d144-4c1f-a47b-28fbe4e81cb7 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:07.940477 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b44e3d6-f0dc-46fd-9172-0f06d64e379b", "tag": "8e87082a-b161-4ab1-b5c5-6358ccc014b4", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:07.940867 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2411ee99-d144-4c1f-a47b-28fbe4e81cb7 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:07.941412 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2411ee99-d144-4c1f-a47b-28fbe4e81cb7'] response: {'name': 'network-changed', 'server_uuid': '4b44e3d6-f0dc-46fd-9172-0f06d64e379b', 'tag': '8e87082a-b161-4ab1-b5c5-6358ccc014b4', 'status': 'completed', 'code': 200} Nov 02 12:33:07.963119 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700f4e-3b68-422b-aeab-2aef9293326c service neutron] Pushing event updated for resources: {'Port': ['ID=8e87082a-b161-4ab1-b5c5-6358ccc014b4,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:08.238635 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d35a-36b7-4723-b1fb-ef3158d3b2b2 req-da4f9ffb-934f-466c-83e4-09dba8e947c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:08.240328 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8fb2d35a-36b7-4723-b1fb-ef3158d3b2b2 req-da4f9ffb-934f-466c-83e4-09dba8e947c7 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=64af2cf0e0a14b3ea92c2438baeeb900&device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 1128 time: 0.0925252 Nov 02 12:33:08.273997 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d77411-4c25-43ee-8807-3e95337e2c1e req-ee95a59f-0188-478f-8db7-bffb79fee02d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:08.275652 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-21d77411-4c25-43ee-8807-3e95337e2c1e req-ee95a59f-0188-478f-8db7-bffb79fee02d tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 944 time: 0.0776114 Nov 02 12:33:08.321046 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:08.383872 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-21d77411-4c25-43ee-8807-3e95337e2c1e req-3d7aa457-3ea0-4270-980d-3d46b3dcf30c tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974436 Nov 02 12:33:08.409979 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d35a-36b7-4723-b1fb-ef3158d3b2b2 req-aa15e253-77b6-4f81-85a0-5d95bc490935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:08.411546 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8fb2d35a-36b7-4723-b1fb-ef3158d3b2b2 req-aa15e253-77b6-4f81-85a0-5d95bc490935 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=64af2cf0e0a14b3ea92c2438baeeb900&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1579080 Nov 02 12:33:08.547431 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:08.550668 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d35a-36b7-4723-b1fb-ef3158d3b2b2 req-c727bb9c-a8cb-4165-90a1-978af7cecf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:08.552899 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8fb2d35a-36b7-4723-b1fb-ef3158d3b2b2 req-c727bb9c-a8cb-4165-90a1-978af7cecf05 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1260059 Nov 02 12:33:08.597718 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:08.605342 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:08.682829 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c19718c3-840f-4a09-a9fd-0bce8b58d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:08.684254 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-c19718c3-840f-4a09-a9fd-0bce8b58d20f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=64af2cf0e0a14b3ea92c2438baeeb900&device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 1128 time: 0.0465343 Nov 02 12:33:08.948314 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:08.954800 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-9db3cf80-32a1-41f4-99b3-4fa1db97b4c2 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e87082a-b161-4ab1-b5c5-6358ccc014b4 HTTP/1.1" status: 200 len: 217 time: 0.0399020 Nov 02 12:33:09.015454 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-b7ea6d62-ef97-4a71-9561-1b80847aded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:09.017103 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-b7ea6d62-ef97-4a71-9561-1b80847aded7 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=58387fd7-1cf7-4891-b81a-871f694f4d22 HTTP/1.1" status: 200 len: 853 time: 0.0511820 Nov 02 12:33:09.055884 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-1725cd92-6ddf-411a-a9e0-c9986158d90b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=198d3999-966c-482d-951f-86abbbcd5ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301807 Nov 02 12:33:09.175258 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-96a54db3-1d5e-4c86-9272-1057d1400059 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/198d3999-966c-482d-951f-86abbbcd5ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126959 Nov 02 12:33:09.275992 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-506fdbcc-ba4f-41ac-aa2f-8418adcaaa60 req-3b74d2f7-78d9-4e58-87d6-c255d400591d service neutron] 10.222.0.87 "GET /networking/v2.0/networks/198d3999-966c-482d-951f-86abbbcd5ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941086 Nov 02 12:33:09.537369 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52dbcc-efe4-4419-a60d-d636d717f83b req-cbba4d6e-e26c-4254-b0ed-995fb3491f5b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:09.539163 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9b52dbcc-efe4-4419-a60d-d636d717f83b req-cbba4d6e-e26c-4254-b0ed-995fb3491f5b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 944 time: 0.0591455 Nov 02 12:33:09.599677 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9b52dbcc-efe4-4419-a60d-d636d717f83b req-29532958-7897-40d9-ad1a-4e741a7027dd tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533128 Nov 02 12:33:10.727454 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef90929-b2ab-4010-9350-57e3f5d8d4e7 req-f1cac450-475d-405b-acf1-06eec06e37d5 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:10.729035 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bef90929-b2ab-4010-9350-57e3f5d8d4e7 req-f1cac450-475d-405b-acf1-06eec06e37d5 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 944 time: 0.0514667 Nov 02 12:33:10.775719 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bef90929-b2ab-4010-9350-57e3f5d8d4e7 req-53d998c4-8608-4692-a83b-46931b938f79 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Nov 02 12:33:11.894678 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06ac3-71df-4c22-8b20-35ffa500675a req-a4dfeebc-9f4e-40ff-99b5-6ee0d41ccab4 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:11.896774 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fab06ac3-71df-4c22-8b20-35ffa500675a req-a4dfeebc-9f4e-40ff-99b5-6ee0d41ccab4 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 944 time: 0.0477803 Nov 02 12:33:11.945508 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fab06ac3-71df-4c22-8b20-35ffa500675a req-43490316-245f-4fce-9daf-767b08f5b951 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Nov 02 12:33:13.066760 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea595d9-2e57-4830-acdf-ecc770a5f749 req-27089d1e-f91d-411d-be06-c69e342c035a tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:13.068972 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ea595d9-2e57-4830-acdf-ecc770a5f749 req-27089d1e-f91d-411d-be06-c69e342c035a tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 944 time: 0.0480614 Nov 02 12:33:13.118805 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ea595d9-2e57-4830-acdf-ecc770a5f749 req-665de817-ded9-43a3-8ca9-d93d3bdb7257 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Nov 02 12:33:13.381919 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 8e87082a-b161-4ab1-b5c5-6358ccc014b4 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:33:13.480955 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 8e87082a-b161-4ab1-b5c5-6358ccc014b4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8e87082a-b161-4ab1-b5c5-6358ccc014b4,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:13.492377 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '8e87082a-b161-4ab1-b5c5-6358ccc014b4', 'network_id': '198d3999-966c-482d-951f-86abbbcd5ae3', 'port_id': '8e87082a-b161-4ab1-b5c5-6358ccc014b4', 'mac_address': 'fa:16:3e:6d:8a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58387fd7-1cf7-4891-b81a-871f694f4d22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:33:13.525933 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:33:13.526320 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:13.539674 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e87082a-b161-4ab1-b5c5-6358ccc014b4 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:33:13.559558 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 8e87082a-b161-4ab1-b5c5-6358ccc014b4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8e87082a-b161-4ab1-b5c5-6358ccc014b4,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:13.563405 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:13.611562 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=8e87082a-b161-4ab1-b5c5-6358ccc014b4,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:13.907792 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['8e87082a-b161-4ab1-b5c5-6358ccc014b4'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:33:14.250087 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e34ff1-3bcd-43ce-b0fa-b60406b7ca3d req-264e4ec7-a8f6-44e3-8047-81a31038c7d0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:14.251806 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76e34ff1-3bcd-43ce-b0fa-b60406b7ca3d req-264e4ec7-a8f6-44e3-8047-81a31038c7d0 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 945 time: 0.0570526 Nov 02 12:33:14.300213 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76e34ff1-3bcd-43ce-b0fa-b60406b7ca3d req-db10c960-b924-4b29-8a24-7559928fafb5 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427203 Nov 02 12:33:15.405764 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 8e87082a-b161-4ab1-b5c5-6358ccc014b4 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:33:15.432884 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98401ee1-b535-4e67-942f-fee1af5869ca req-1ab9fae8-a488-4129-9606-c092a378be7f tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:15.436248 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-98401ee1-b535-4e67-942f-fee1af5869ca req-1ab9fae8-a488-4129-9606-c092a378be7f tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 945 time: 0.0553176 Nov 02 12:33:15.447042 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:15.449951 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:33:15.455569 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:33:15.456038 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:15.456421 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 Nov 02 12:33:15.488168 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-98401ee1-b535-4e67-942f-fee1af5869ca req-5d703384-4dfe-485b-b737-c524fdaaba72 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480461 Nov 02 12:33:15.553155 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:33:15.553543 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:15.579568 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b44e3d6-f0dc-46fd-9172-0f06d64e379b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e87082a-b161-4ab1-b5c5-6358ccc014b4'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:33:15.582115 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f2aa31-0882-4bc6-8afd-7d79a4bb0f8d" -d '{"events": [{"server_uuid": "4b44e3d6-f0dc-46fd-9172-0f06d64e379b", "name": "network-vif-plugged", "status": "completed", "tag": "8e87082a-b161-4ab1-b5c5-6358ccc014b4"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:15.600001 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 8e87082a-b161-4ab1-b5c5-6358ccc014b4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8e87082a-b161-4ab1-b5c5-6358ccc014b4,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:15.604808 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:15.631036 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974c0b96-16ac-43bb-b0f9-ebddfd4adbce x-openstack-request-id: req-974c0b96-16ac-43bb-b0f9-ebddfd4adbce {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:15.631329 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b44e3d6-f0dc-46fd-9172-0f06d64e379b", "name": "network-vif-plugged", "status": "completed", "tag": "8e87082a-b161-4ab1-b5c5-6358ccc014b4", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:15.631707 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-974c0b96-16ac-43bb-b0f9-ebddfd4adbce {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:15.632236 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974c0b96-16ac-43bb-b0f9-ebddfd4adbce'] response: {'server_uuid': '4b44e3d6-f0dc-46fd-9172-0f06d64e379b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e87082a-b161-4ab1-b5c5-6358ccc014b4', 'code': 200} Nov 02 12:33:15.691242 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=8e87082a-b161-4ab1-b5c5-6358ccc014b4,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:15.843892 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da48081-93c7-439a-802e-cc5a720e4fec req-722b7a60-95c9-47f3-9e1b-ff0c615b56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:15.845365 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9da48081-93c7-439a-802e-cc5a720e4fec req-722b7a60-95c9-47f3-9e1b-ff0c615b56e8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 1130 time: 0.0399137 Nov 02 12:33:15.892337 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9da48081-93c7-439a-802e-cc5a720e4fec req-e72eecf7-f018-462a-9e5f-9bef34154bab service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387762 Nov 02 12:33:16.611491 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323f4a9-57de-4303-b951-f6e51ec69a07 req-da4bc8bd-1781-4378-907e-88b46356e5ac tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:16.612975 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6323f4a9-57de-4303-b951-f6e51ec69a07 req-da4bc8bd-1781-4378-907e-88b46356e5ac tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 946 time: 0.0493045 Nov 02 12:33:16.664440 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6323f4a9-57de-4303-b951-f6e51ec69a07 req-d20069f4-eb51-4720-912d-632d76f91fb3 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452294 Nov 02 12:33:17.820646 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0625e-57f2-4971-ba42-e3c948a4216c req-1ade0686-2a29-40cc-8fa1-2a04d18d7480 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:17.822249 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9bc0625e-57f2-4971-ba42-e3c948a4216c req-1ade0686-2a29-40cc-8fa1-2a04d18d7480 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 946 time: 0.0545428 Nov 02 12:33:17.875637 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9bc0625e-57f2-4971-ba42-e3c948a4216c req-2bec13ab-cf90-4b29-a3c8-6c5156140a07 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473788 Nov 02 12:33:19.000094 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30eafb0-aae6-4ce9-aa5e-f0b7da2c8493 req-7dd4e745-c45d-4a8e-8179-c4ee34e6b15a tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:19.001919 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f30eafb0-aae6-4ce9-aa5e-f0b7da2c8493 req-7dd4e745-c45d-4a8e-8179-c4ee34e6b15a tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 946 time: 0.0484362 Nov 02 12:33:19.055739 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f30eafb0-aae6-4ce9-aa5e-f0b7da2c8493 req-acec0db5-9b8d-48af-a4d6-1d86ca284d43 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Nov 02 12:33:21.051635 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 43714) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:21.161236 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:21.241952 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Publish callbacks [] for security_group (938b8562-6eb0-4c98-b3e4-c13be7707d43), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:21.246610 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (938b8562-6eb0-4c98-b3e4-c13be7707d43), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:21.287840 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938b8562-6eb0-4c98-b3e4-c13be7707d43,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:21.291723 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=7cdeb5a32018400595945a7b56253a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389979 Nov 02 12:33:21.293185 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:21.294668 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 43718) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:21.299053 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.299334 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.299672 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.300002 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.300326 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.300653 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.301653 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.301978 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.302301 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.302623 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.302949 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.303265 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.303580 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.303888 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.304199 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1826758-3614-4dad-aec4-ed7b33aab9ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:21.358129 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c270a452-bf08-4d67-80fd-b835ce9c4392 admin admin] Publish callbacks [] for security_group (938b8562-6eb0-4c98-b3e4-c13be7707d43), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:21.379661 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c270a452-bf08-4d67-80fd-b835ce9c4392 admin admin] Publish callbacks [] for security_group (938b8562-6eb0-4c98-b3e4-c13be7707d43), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:21.400752 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:21.427963 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c270a452-bf08-4d67-80fd-b835ce9c4392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (938b8562-6eb0-4c98-b3e4-c13be7707d43), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:21.431048 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c270a452-bf08-4d67-80fd-b835ce9c4392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:21.431788 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-c270a452-bf08-4d67-80fd-b835ce9c4392 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/938b8562-6eb0-4c98-b3e4-c13be7707d43 HTTP/1.1" status: 204 len: 168 time: 0.1361287 Nov 02 12:33:21.439845 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270a452-bf08-4d67-80fd-b835ce9c4392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938b8562-6eb0-4c98-b3e4-c13be7707d43,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:21.453281 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:21.454102 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:23.881330 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-997a3a73-fc2e-4047-be73-c0e636f26087 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=76e1252062164975b8ac89f6181c4c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330861 Nov 02 12:33:24.075633 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-2ef45339-aa28-447e-8ef5-ec19821fe269 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:24.077017 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-2ef45339-aa28-447e-8ef5-ec19821fe269 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905434 Nov 02 12:33:24.092541 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-fb859722-18fe-4f23-af14-1be3cec6a1aa tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/quotas/76e1252062164975b8ac89f6181c4c4d HTTP/1.1" status: 200 len: 375 time: 0.0101218 Nov 02 12:33:24.125415 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-c56b3b2a-6ccf-41d8-b17c-8798f6222420 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=76e1252062164975b8ac89f6181c4c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275598 Nov 02 12:33:24.314143 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0953a49c-4171-48fe-81d3-f8bbdb8233ba req-eb813909-9d03-4322-83c7-0ae6113126f8 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 210 time: 0.0349746 Nov 02 12:33:25.432676 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-44dde6a5-c216-470a-be2d-c9c108e18876 req-1957f98c-b51f-4787-b5ab-05f8368cb87b tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 210 time: 0.0277774 Nov 02 12:33:26.558418 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-654cd000-8bc1-4736-8821-d610f0aa1975 req-3bd901a4-6699-412b-8b5d-b6c70e927dfd tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 210 time: 0.0324361 Nov 02 12:33:26.643414 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-d535e024-4aab-4049-9c17-7a922e2bbca5 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=76e1252062164975b8ac89f6181c4c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254691 Nov 02 12:33:26.800450 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-dccb59ae-3ce7-4f20-be34-b760cb3d8ca6 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:26.803362 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-dccb59ae-3ce7-4f20-be34-b760cb3d8ca6 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527958 Nov 02 12:33:26.815716 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Request body: {'port': {'device_id': '149aa06c-0add-4f04-b408-724d0d4f3e2e', 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b', 'admin_state_up': True, 'tenant_id': '76e1252062164975b8ac89f6181c4c4d'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:26.987909 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Made reservation on behalf of 76e1252062164975b8ac89f6181c4c4d for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:33:26.994831 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:27.011229 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:27.098337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:27.177954 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks [] for security_group (7de7a5ab-e70b-4850-800a-2244d44415ce), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:27.184527 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (7de7a5ab-e70b-4850-800a-2244d44415ce), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:27.265210 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de7a5ab-e70b-4850-800a-2244d44415ce,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:27.355661 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Allocated IP 192.168.233.174 (3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b/587484c2-161b-465c-b831-bd1a8738ca02/8f4d5990-9fd3-45f8-954e-96fc11468fac) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:33:27.486727 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:33:27.520055 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks [] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:27.523166 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:27.557420 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:27.606608 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:33:27.613161 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:33:27.616043 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:33:27.620821 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Pushing event updated for resources: {'Port': ['ID=8f4d5990-9fd3-45f8-954e-96fc11468fac,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:27.677489 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:27.678342 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:27.699866 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-7594cce5-0bc0-432b-9f58-ffeac44268ea tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8886187 Nov 02 12:33:27.715064 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e3876-be77-4061-8395-7bc94d999aac req-cb1f8d38-b49b-419a-a514-1d928609a93c tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:27.717415 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d51e3876-be77-4061-8395-7bc94d999aac req-cb1f8d38-b49b-419a-a514-1d928609a93c tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 936 time: 0.0575967 Nov 02 12:33:27.758701 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:27.772979 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d51e3876-be77-4061-8395-7bc94d999aac req-8f0aff5c-c72a-455a-aed8-5f3bdbcd475e tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488775 Nov 02 12:33:27.919263 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-1a2e5355-3de2-4801-b5d3-433847dc3234 None None] Provisioning complete for port 8f4d5990-9fd3-45f8-954e-96fc11468fac triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:33:27.919816 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1a2e5355-3de2-4801-b5d3-433847dc3234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:27.919917 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-1a2e5355-3de2-4801-b5d3-433847dc3234 None None] Attempt 1 to provision port 8f4d5990-9fd3-45f8-954e-96fc11468fac Nov 02 12:33:27.953772 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e5355-3de2-4801-b5d3-433847dc3234 None None] Port 8f4d5990-9fd3-45f8-954e-96fc11468fac cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:33:28.921310 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77375e67-b0d0-43c3-b3f1-2be042337007 req-3b2eef12-b8b3-4aae-868f-29214fdccd46 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:28.924231 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-77375e67-b0d0-43c3-b3f1-2be042337007 req-3b2eef12-b8b3-4aae-868f-29214fdccd46 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 936 time: 0.0606771 Nov 02 12:33:28.979884 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-77375e67-b0d0-43c3-b3f1-2be042337007 req-ebafcea5-2841-4a38-9dfb-ba521d0abbbd tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492394 Nov 02 12:33:29.186909 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Request body: {'port': {'device_id': '149aa06c-0add-4f04-b408-724d0d4f3e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:29.267809 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:29.530958 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:29.623041 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4d5990-9fd3-45f8-954e-96fc11468fac {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:33:29.638562 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Publish callbacks [] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:29.662856 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Transition to ACTIVE for port object 8f4d5990-9fd3-45f8-954e-96fc11468fac will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:33:29.667333 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:29.791459 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d5990-9fd3-45f8-954e-96fc11468fac,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:29.827287 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Attempting to bind port 8f4d5990-9fd3-45f8-954e-96fc11468fac on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:33:29.827608 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Attempting to bind port 8f4d5990-9fd3-45f8-954e-96fc11468fac by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:33:29.827948 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Attempting to bind port 8f4d5990-9fd3-45f8-954e-96fc11468fac on network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:33:29.874960 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Port 8f4d5990-9fd3-45f8-954e-96fc11468fac on network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:33:29.875288 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Attempting to bind port 8f4d5990-9fd3-45f8-954e-96fc11468fac on network 3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:33:29.922990 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:33:29.923556 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Checking segment: {'id': '901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:33:29.924236 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Bound using segment: {'id': '901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:33:29.924982 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Bound port: 8f4d5990-9fd3-45f8-954e-96fc11468fac, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:33:29.926217 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:30.041777 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] For port 8f4d5990-9fd3-45f8-954e-96fc11468fac, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:33:30.045534 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] For port 8f4d5990-9fd3-45f8-954e-96fc11468fac, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8f4d5990-9fd3-45f8-954e-96fc11468fac,segment=NetworkSegment(901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6),segment_id=901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:33:30.052853 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:30.056050 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:30.056678 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:30.058135 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/8f4d5990-9fd3-45f8-954e-96fc11468fac HTTP/1.1" status: 200 len: 1098 time: 0.8761780 Nov 02 12:33:30.060601 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149aa06c-0add-4f04-b408-724d0d4f3e2e', 'tag': '8f4d5990-9fd3-45f8-954e-96fc11468fac'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:33:30.062900 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9f3953-9f44-4a55-9d18-3e16a48f94a4" -d '{"events": [{"name": "network-changed", "server_uuid": "149aa06c-0add-4f04-b408-724d0d4f3e2e", "tag": "8f4d5990-9fd3-45f8-954e-96fc11468fac"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:30.118188 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6699d5-6c2b-4456-829a-ef99577e5953 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d5990-9fd3-45f8-954e-96fc11468fac,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:30.132161 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e79157b-9587-48fd-871a-2861f8243761 x-openstack-request-id: req-4e79157b-9587-48fd-871a-2861f8243761 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:30.132448 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149aa06c-0add-4f04-b408-724d0d4f3e2e", "tag": "8f4d5990-9fd3-45f8-954e-96fc11468fac", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:30.132907 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4e79157b-9587-48fd-871a-2861f8243761 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:30.134245 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e79157b-9587-48fd-871a-2861f8243761'] response: {'name': 'network-changed', 'server_uuid': '149aa06c-0add-4f04-b408-724d0d4f3e2e', 'tag': '8f4d5990-9fd3-45f8-954e-96fc11468fac', 'status': 'completed', 'code': 200} Nov 02 12:33:30.138213 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a6d9-5263-4b48-ad10-f1d1fa82468c req-42b5f5fe-a0b9-43dc-80df-149fc252c853 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:30.139740 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3309a6d9-5263-4b48-ad10-f1d1fa82468c req-42b5f5fe-a0b9-43dc-80df-149fc252c853 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 948 time: 0.0578036 Nov 02 12:33:30.199988 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3309a6d9-5263-4b48-ad10-f1d1fa82468c req-c3645f56-f7e0-4459-b6c8-7aaeac207fe5 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545297 Nov 02 12:33:30.208100 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:30.227084 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:30.270761 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f3953-9f44-4a55-9d18-3e16a48f94a4 req-117edcb4-c0f8-4430-bde8-c9e35e9a50da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:30.272526 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d9f3953-9f44-4a55-9d18-3e16a48f94a4 req-117edcb4-c0f8-4430-bde8-c9e35e9a50da service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=76e1252062164975b8ac89f6181c4c4d&device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 1132 time: 0.0602732 Nov 02 12:33:30.306985 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d9f3953-9f44-4a55-9d18-3e16a48f94a4 req-5c510c51-8080-4d50-97d7-d53093b1c239 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?tenant_id=76e1252062164975b8ac89f6181c4c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220068 Nov 02 12:33:30.651322 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f3953-9f44-4a55-9d18-3e16a48f94a4 req-306ab4fd-b421-47ce-98d0-8eb949717b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:30.653638 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d9f3953-9f44-4a55-9d18-3e16a48f94a4 req-306ab4fd-b421-47ce-98d0-8eb949717b55 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3401506 Nov 02 12:33:30.736695 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-15020b1f-bc80-45eb-8eaf-5b4e21c00479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:30.738209 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-15020b1f-bc80-45eb-8eaf-5b4e21c00479 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=76e1252062164975b8ac89f6181c4c4d&device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 1132 time: 0.0416069 Nov 02 12:33:30.780854 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-75837e9f-39da-4e8a-82d5-a78b758b8196 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=8f4d5990-9fd3-45f8-954e-96fc11468fac HTTP/1.1" status: 200 len: 217 time: 0.0345209 Nov 02 12:33:30.843196 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-9eec8fc9-0b22-49c9-9117-014194927586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:30.844686 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-9eec8fc9-0b22-49c9-9117-014194927586 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=587484c2-161b-465c-b831-bd1a8738ca02 HTTP/1.1" status: 200 len: 843 time: 0.0511076 Nov 02 12:33:30.905299 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-de25843d-9fb7-40b8-a37b-a2fe0323919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:30.907996 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-de25843d-9fb7-40b8-a37b-a2fe0323919c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0540900 Nov 02 12:33:31.017960 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-a1e6565f-b832-45e9-aefc-3bd5a6a1aa19 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025188 Nov 02 12:33:31.078214 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:31.121243 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fd71cc0e-afc4-46d3-ad11-ba136bfdbc1c req-4cbee5cb-e385-405b-8a78-6d7e7857ab57 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968022 Nov 02 12:33:31.365564 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8541-6141-4dbd-a74b-96a3377060dc req-62a1521d-802f-4efc-926a-dab1146762b4 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:31.367172 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-faaa8541-6141-4dbd-a74b-96a3377060dc req-62a1521d-802f-4efc-926a-dab1146762b4 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 948 time: 0.0726616 Nov 02 12:33:31.451545 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-faaa8541-6141-4dbd-a74b-96a3377060dc req-345b1f8a-daf8-4c10-aed4-be79a127b68d tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758560 Nov 02 12:33:32.617154 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c37e9-799d-4870-ab7e-faf1c2fb552a req-5cdf2644-7ecd-4e95-9016-0d5e18192cd6 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:32.619473 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6e1c37e9-799d-4870-ab7e-faf1c2fb552a req-5cdf2644-7ecd-4e95-9016-0d5e18192cd6 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 948 time: 0.0655727 Nov 02 12:33:32.677526 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6e1c37e9-799d-4870-ab7e-faf1c2fb552a req-a097b998-2930-469d-b558-41559a21ad39 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500557 Nov 02 12:33:32.731788 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86d6ee9a-6715-4664-bf1f-18d3374d9801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:33.825999 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ac024-2d88-4305-9dc2-1dc074c264af req-daca2733-1fee-41ad-bbb2-9ecdda8e82e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:33.827607 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-dd7ac024-2d88-4305-9dc2-1dc074c264af req-daca2733-1fee-41ad-bbb2-9ecdda8e82e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 948 time: 0.0525103 Nov 02 12:33:33.885412 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-dd7ac024-2d88-4305-9dc2-1dc074c264af req-7e088c4b-3c3d-44e9-89a2-40ba1805d48c tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 Nov 02 12:33:34.028141 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=14 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:35.023852 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399d38-ee95-4a94-99da-633f56e5cf65 req-77a74787-fd28-4820-b6fc-46766da1032f tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:35.025445 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ae399d38-ee95-4a94-99da-633f56e5cf65 req-77a74787-fd28-4820-b6fc-46766da1032f tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 948 time: 0.0512106 Nov 02 12:33:35.088179 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ae399d38-ee95-4a94-99da-633f56e5cf65 req-87581dec-e547-4a4c-8540-79f39ee0d0be tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563502 Nov 02 12:33:35.741501 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-847c3d87-bdb2-4fd5-8795-e2d069bb2e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:36.224715 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f16f-7766-439f-a714-c08fe2aaac11 req-920abbbc-4109-4283-9854-794e1bfc2ec2 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:36.226421 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-58a2f16f-7766-439f-a714-c08fe2aaac11 req-920abbbc-4109-4283-9854-794e1bfc2ec2 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 948 time: 0.0561130 Nov 02 12:33:36.281303 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-58a2f16f-7766-439f-a714-c08fe2aaac11 req-7dcab4e3-9de5-4850-ab4b-db7f410e25dc tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489655 Nov 02 12:33:37.157691 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-3423b7d0-a2d4-4f3c-ad66-b6a625153ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:37.159375 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-3423b7d0-a2d4-4f3c-ad66-b6a625153ea5 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 1129 time: 0.0484378 Nov 02 12:33:37.203017 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f23ca2-d1c7-4344-9241-6d7c681cac55 req-690c92c8-f3b6-4d14-957a-d3ce8e9b7d4c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:37.205942 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e5f23ca2-d1c7-4344-9241-6d7c681cac55 req-690c92c8-f3b6-4d14-957a-d3ce8e9b7d4c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0832403 Nov 02 12:33:37.283166 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e5f23ca2-d1c7-4344-9241-6d7c681cac55 req-c896da6f-190d-4dc5-893f-6c58a9d21864 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702970 Nov 02 12:33:37.313950 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-61542ce7-5dec-45f9-b607-c957a22f5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:37.317473 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-61542ce7-5dec-45f9-b607-c957a22f5b33 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.1515596 Nov 02 12:33:37.399926 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-6c4b20c4-e3ad-4c92-b533-ff42d6b0bd25 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31851f55-682f-47de-8743-7d17731aefbf HTTP/1.1" status: 200 len: 1000 time: 0.0750685 Nov 02 12:33:37.472006 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f094c8-4f5b-4cca-9e5d-ddd39ae9c88d req-2498307c-1b74-465f-9795-d8bbe44c4ece tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:37.474088 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d8f094c8-4f5b-4cca-9e5d-ddd39ae9c88d req-2498307c-1b74-465f-9795-d8bbe44c4ece tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 948 time: 0.0877862 Nov 02 12:33:37.494138 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-7f8a6192-3a3f-4009-94f3-5020c62ba2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:37.495879 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-7f8a6192-3a3f-4009-94f3-5020c62ba2a9 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0756655 Nov 02 12:33:37.565613 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-2d5840ff-4f3a-4e38-969e-e23f8802650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:37.567656 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-2d5840ff-4f3a-4e38-969e-e23f8802650c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604925 Nov 02 12:33:37.571462 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d8f094c8-4f5b-4cca-9e5d-ddd39ae9c88d req-90d1288f-fbdf-4a6a-8ef8-34c753ee6aa4 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900271 Nov 02 12:33:37.614939 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:37.693263 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-5d9a39f8-3468-4a54-8d46-61f454209a15 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149414 Nov 02 12:33:37.765395 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:37.792047 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-27a99a4f-755b-49ee-89ca-f82d27b58301 req-e88ebcf4-cc97-492b-8f4f-85ce638630e2 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926385 Nov 02 12:33:38.218859 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 8f4d5990-9fd3-45f8-954e-96fc11468fac details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:33:38.359114 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:38.392433 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 8f4d5990-9fd3-45f8-954e-96fc11468fac, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8f4d5990-9fd3-45f8-954e-96fc11468fac,segment=NetworkSegment(901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6),segment_id=901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:38.407675 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '8f4d5990-9fd3-45f8-954e-96fc11468fac', 'network_id': '3cc7c7b2-4858-4e7c-8ca5-8e3373f4c87b', 'port_id': '8f4d5990-9fd3-45f8-954e-96fc11468fac', 'mac_address': 'fa:16:3e:92:0d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587484c2-161b-465c-b831-bd1a8738ca02', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:33:38.417131 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d3cdf-b563-4dab-8bc3-4ae64c985466 req-215aa88b-f9a6-4ae4-ab32-7e57dcaec181 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:38.418774 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7f3d3cdf-b563-4dab-8bc3-4ae64c985466 req-215aa88b-f9a6-4ae4-ab32-7e57dcaec181 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 946 time: 0.0723214 Nov 02 12:33:38.452000 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 8f4d5990-9fd3-45f8-954e-96fc11468fac is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:33:38.452499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:38.467737 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4d5990-9fd3-45f8-954e-96fc11468fac {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:33:38.493859 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7f3d3cdf-b563-4dab-8bc3-4ae64c985466 req-495da5fb-6f22-4800-8a5a-bede878ceaf2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686777 Nov 02 12:33:38.495232 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51c3a-72a3-4f13-875f-54a91cc9db60 req-3225974a-1818-430d-94ed-47f2d9f8b710 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:38.497028 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-23e51c3a-72a3-4f13-875f-54a91cc9db60 req-3225974a-1818-430d-94ed-47f2d9f8b710 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0810587 Nov 02 12:33:38.502541 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 8f4d5990-9fd3-45f8-954e-96fc11468fac, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8f4d5990-9fd3-45f8-954e-96fc11468fac,segment=NetworkSegment(901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6),segment_id=901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:38.524782 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:38.554374 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-23e51c3a-72a3-4f13-875f-54a91cc9db60 req-7cdff68c-0bd1-4f9d-944c-8dc912bd65d8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509105 Nov 02 12:33:38.564809 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=8f4d5990-9fd3-45f8-954e-96fc11468fac,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:38.572860 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.573237 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.573578 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.573929 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.574261 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.574584 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.574906 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.575228 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.575545 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.575862 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.576179 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.576498 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.576811 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.577154 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.577470 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:38.711899 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:38.726323 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ded8c-a9ac-44dd-ada7-40084e111e36 req-da267e8f-4cae-40a9-82c7-c6e147da4f23 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:38.727781 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b39ded8c-a9ac-44dd-ada7-40084e111e36 req-da267e8f-4cae-40a9-82c7-c6e147da4f23 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 949 time: 0.0598271 Nov 02 12:33:38.778139 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b39ded8c-a9ac-44dd-ada7-40084e111e36 req-76734d3d-3a32-47df-a135-da16a1e24b8e tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Nov 02 12:33:38.881155 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['8f4d5990-9fd3-45f8-954e-96fc11468fac'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:33:39.070500 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:39.646098 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42beec7e-1a52-476a-be1c-6a0434a92644 req-104d0f90-d8d7-44ec-bd29-9462b92bb02e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:39.648677 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-42beec7e-1a52-476a-be1c-6a0434a92644 req-104d0f90-d8d7-44ec-bd29-9462b92bb02e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 946 time: 0.0617037 Nov 02 12:33:39.708057 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-42beec7e-1a52-476a-be1c-6a0434a92644 req-3d37d7c1-c604-4a89-b53b-93c0b8da988e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532129 Nov 02 12:33:39.716641 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fc74c-dad5-4791-9d63-5d75f1fcc8ab req-9fd981f4-7804-48db-a0ef-31c2f926503a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:39.718373 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-243fc74c-dad5-4791-9d63-5d75f1fcc8ab req-9fd981f4-7804-48db-a0ef-31c2f926503a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0666828 Nov 02 12:33:39.805434 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-243fc74c-dad5-4791-9d63-5d75f1fcc8ab req-19e2214f-4777-471c-98f8-0791ed56494d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760276 Nov 02 12:33:39.948950 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39a85a-4297-429d-bdfd-225387a8af84 req-a5c8dec6-f2e3-44c5-ac86-f4990fc4f41f tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:39.951558 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9e39a85a-4297-429d-bdfd-225387a8af84 req-a5c8dec6-f2e3-44c5-ac86-f4990fc4f41f tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 949 time: 0.0797222 Nov 02 12:33:39.997375 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:40.022170 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9e39a85a-4297-429d-bdfd-225387a8af84 req-e21e2e41-ad6b-4230-8dff-2fe4b13e867a tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633659 Nov 02 12:33:40.225876 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 8f4d5990-9fd3-45f8-954e-96fc11468fac up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:33:40.275383 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 8f4d5990-9fd3-45f8-954e-96fc11468fac completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:33:40.283149 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 8f4d5990-9fd3-45f8-954e-96fc11468fac triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:33:40.283791 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:40.284221 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 8f4d5990-9fd3-45f8-954e-96fc11468fac Nov 02 12:33:40.307030 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:40.368576 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 8f4d5990-9fd3-45f8-954e-96fc11468fac is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:33:40.368964 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:40.396717 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149aa06c-0add-4f04-b408-724d0d4f3e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d5990-9fd3-45f8-954e-96fc11468fac'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:33:40.399098 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fa56ef-07bd-4f30-a6fd-b460ea582095" -d '{"events": [{"server_uuid": "149aa06c-0add-4f04-b408-724d0d4f3e2e", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d5990-9fd3-45f8-954e-96fc11468fac"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:40.412952 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 8f4d5990-9fd3-45f8-954e-96fc11468fac, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8f4d5990-9fd3-45f8-954e-96fc11468fac,segment=NetworkSegment(901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6),segment_id=901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:40.418507 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:40.445634 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b78002-1175-4284-98a0-7f46313f2c13 x-openstack-request-id: req-72b78002-1175-4284-98a0-7f46313f2c13 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:40.445951 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149aa06c-0add-4f04-b408-724d0d4f3e2e", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d5990-9fd3-45f8-954e-96fc11468fac", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:40.446207 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-72b78002-1175-4284-98a0-7f46313f2c13 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:40.446607 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b78002-1175-4284-98a0-7f46313f2c13'] response: {'server_uuid': '149aa06c-0add-4f04-b408-724d0d4f3e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d5990-9fd3-45f8-954e-96fc11468fac', 'code': 200} Nov 02 12:33:40.485792 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=8f4d5990-9fd3-45f8-954e-96fc11468fac,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:40.540309 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-88841271-14d1-4791-a2c4-4c233d270212 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:40.542070 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-88841271-14d1-4791-a2c4-4c233d270212 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 946 time: 0.0734401 Nov 02 12:33:40.719120 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Deleting port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:33:40.719799 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:40.741522 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b6d40-a6c0-4058-815c-304851d1629f req-e468bac1-0abc-43fd-ab15-ae6b784f04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:40.743882 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d60b6d40-a6c0-4058-815c-304851d1629f req-e468bac1-0abc-43fd-ab15-ae6b784f04c3 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 1134 time: 0.0657854 Nov 02 12:33:40.811913 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d60b6d40-a6c0-4058-815c-304851d1629f req-87577050-89fe-43dd-b6f8-364dd5cea5f5 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569453 Nov 02 12:33:40.832976 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] For port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:40.833372 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:40.849713 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc884d-6118-4733-8361-4314620dd745 req-93cab478-cf4f-4b71-8c20-30632ddb1c65 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:40.851693 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ddbc884d-6118-4733-8361-4314620dd745 req-93cab478-cf4f-4b71-8c20-30632ddb1c65 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 946 time: 0.0528069 Nov 02 12:33:40.935073 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ddbc884d-6118-4733-8361-4314620dd745 req-d90b79df-6399-40fe-a7b8-e2a08bb93c80 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=cae70e58-6348-4d0f-83c4-0b9126d87ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715795 Nov 02 12:33:40.938463 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:41.025392 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773008-7c83-4e12-ac8b-5c8ebf6f1710 req-32b275eb-912f-47ef-827a-fa37d0ac1fbe tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:41.027090 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6c773008-7c83-4e12-ac8b-5c8ebf6f1710 req-32b275eb-912f-47ef-827a-fa37d0ac1fbe tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0958476 Nov 02 12:33:41.151479 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7542-fea7-4c5f-ab4c-65854ca67bc5 req-042937cd-a0f6-4eb4-b891-b7238b864e1b tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:41.152940 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1e1a7542-fea7-4c5f-ab4c-65854ca67bc5 req-042937cd-a0f6-4eb4-b891-b7238b864e1b tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 950 time: 0.0475698 Nov 02 12:33:41.155430 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6c773008-7c83-4e12-ac8b-5c8ebf6f1710 req-a54c6439-1eec-4469-99ba-b1eb520692a4 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009483 Nov 02 12:33:41.169426 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:41.169860 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (33c76ae6-35ca-4149-9fb1-c1f45c560a80), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:41.170247 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Floating IP 33c76ae6-35ca-4149-9fb1-c1f45c560a80 disassociated. External IP: 172.27.3.201, port: 76520876-ec20-4f93-afd1-a7ac9b9e2c3e. Nov 02 12:33:41.170657 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Calling delete_port for 76520876-ec20-4f93-afd1-a7ac9b9e2c3e owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:33:41.204568 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1e1a7542-fea7-4c5f-ab4c-65854ca67bc5 req-e8ab49e6-f685-4e3b-b9f5-4487b0851db5 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435333 Nov 02 12:33:41.306211 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (76520876-ec20-4f93-afd1-a7ac9b9e2c3e), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:41.332690 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event deleted for resources: {'Port': ['ID=76520876-ec20-4f93-afd1-a7ac9b9e2c3e,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:41.382076 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:41.453885 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Router 24000646-60ea-4995-9d21-5e4dd20eb7c1 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:33:41.584709 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:33:41.600832 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] Sync routers for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:33:41.611725 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:33:41.612542 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:33:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:41.637952 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] No DVR routers for this DVR port 76520876-ec20-4f93-afd1-a7ac9b9e2c3e on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:33:41.640653 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:41.644431 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-23db2d74-6422-4b66-bd6e-096ae39e9118 req-3be5dda1-ab08-456d-8bdc-40c23466cde3 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "DELETE /networking/v2.0/ports/76520876-ec20-4f93-afd1-a7ac9b9e2c3e HTTP/1.1" status: 204 len: 173 time: 1.0177064 Nov 02 12:33:41.644941 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-deleted', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:33:41.647370 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1935615-8f3f-4b6a-88e0-3f2972650f6a" -d '{"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-deleted", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:41.691061 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a00142d-d029-45d8-8795-85193af90028 x-openstack-request-id: req-2a00142d-d029-45d8-8795-85193af90028 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:41.691489 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684f91d-7d77-4303-99ad-d73b293539a4", "name": "network-vif-deleted", "tag": "76520876-ec20-4f93-afd1-a7ac9b9e2c3e", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:41.692163 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2a00142d-d029-45d8-8795-85193af90028 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:41.692163 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a00142d-d029-45d8-8795-85193af90028'] response: {'server_uuid': 'c684f91d-7d77-4303-99ad-d73b293539a4', 'name': 'network-vif-deleted', 'tag': '76520876-ec20-4f93-afd1-a7ac9b9e2c3e', 'status': 'completed', 'code': 200} Nov 02 12:33:41.717925 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:41.748371 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:33:41.881309 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca3e2a-ac1c-4d0d-aaee-0fcf940b1211 req-2690bc0d-e18d-4974-a915-a58c7c74be87 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:41.882892 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-35ca3e2a-ac1c-4d0d-aaee-0fcf940b1211 req-2690bc0d-e18d-4974-a915-a58c7c74be87 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 946 time: 0.0550148 Nov 02 12:33:41.949823 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-35ca3e2a-ac1c-4d0d-aaee-0fcf940b1211 req-a4153f5b-852b-4337-ae72-1ccb135bb91b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609655 Nov 02 12:33:41.969395 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:41.995843 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] Checking router: 24000646-60ea-4995-9d21-5e4dd20eb7c1 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:33:42.006321 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:33:42.007138 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:33:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:42.073979 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2ab138f8-5d51-47d5-b17b-ea797fb36388 req-d017e15e-5522-4eca-9b80-892884ecd4d2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 210 time: 0.0319822 Nov 02 12:33:42.119906 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:33:42.306221 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404abe96-f67e-4ef2-bc33-7031f970ed38 req-646264df-8d3d-4bf7-be53-5f3e2080a86b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:42.308399 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-404abe96-f67e-4ef2-bc33-7031f970ed38 req-646264df-8d3d-4bf7-be53-5f3e2080a86b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0671170 Nov 02 12:33:42.351603 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc7c9-7d15-4f0b-a173-b7c003b77c28 req-d55c948d-33c9-473c-92e8-85736e56b09c tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:42.353265 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-76abc7c9-7d15-4f0b-a173-b7c003b77c28 req-d55c948d-33c9-473c-92e8-85736e56b09c tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 950 time: 0.0615566 Nov 02 12:33:42.373534 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:42.393973 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-404abe96-f67e-4ef2-bc33-7031f970ed38 req-c2c37b9a-8ad8-4465-86dd-6fe1181e6cff tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793133 Nov 02 12:33:42.402775 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc91f4a-b74a-4c47-944e-378e33df9415 None None] The sync data for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi is: [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:33:42.428960 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-76abc7c9-7d15-4f0b-a173-b7c003b77c28 req-353341cb-09aa-4566-a0ab-409d23338ff4 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633144 Nov 02 12:33:42.667259 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d084cd3-e1e3-4871-b04b-66d640bb2075 None None] New status for floating IP 33c76ae6-35ca-4149-9fb1-c1f45c560a80: DOWN {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:33:43.105824 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f2f0-a047-4b99-9028-d20dad578815 req-74c644d5-4d4a-4ae4-8e89-776687c3a65c tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:43.107349 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1fa0f2f0-a047-4b99-9028-d20dad578815 req-74c644d5-4d4a-4ae4-8e89-776687c3a65c tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 946 time: 0.0744371 Nov 02 12:33:43.171004 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1fa0f2f0-a047-4b99-9028-d20dad578815 req-7a364a3b-efe2-4eb3-b4c8-7050043328ad tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 Nov 02 12:33:43.219197 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-09d83111-30c1-4ae1-aeec-ace1aeb3d04c req-c5a929e0-911f-4bc4-9e90-61e36641d631 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 210 time: 0.0294056 Nov 02 12:33:43.571319 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3b9c3-883d-4dae-8b9a-5509f06f4112 req-1b3f8f2e-da7a-45ba-a976-43b49236cd19 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:43.573318 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-07a3b9c3-883d-4dae-8b9a-5509f06f4112 req-1b3f8f2e-da7a-45ba-a976-43b49236cd19 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0740383 Nov 02 12:33:43.662931 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0520b-ffa6-4349-9471-f9bc62cf5c25 req-eb7a53e3-2af0-46d5-88a2-ba738f61f19b tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:43.667126 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e7b0520b-ffa6-4349-9471-f9bc62cf5c25 req-eb7a53e3-2af0-46d5-88a2-ba738f61f19b tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 950 time: 0.1158917 Nov 02 12:33:43.767235 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e7b0520b-ffa6-4349-9471-f9bc62cf5c25 req-45e30946-42bf-4427-966c-163c681989da tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940874 Nov 02 12:33:43.947641 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-07a3b9c3-883d-4dae-8b9a-5509f06f4112 req-3fd50a8c-1251-420a-a05e-42273bd530b4 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587213 Nov 02 12:33:44.235492 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:33:44.261768 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 76520876-ec20-4f93-afd1-a7ac9b9e2c3e {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:33:44.262301 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 76520876-ec20-4f93-afd1-a7ac9b9e2c3e not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:33:44.367530 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569554-391c-4a8a-a06a-215024d03b07 req-08ae5f9c-ec72-4aab-8dee-3795877ac05c tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:44.369612 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-54569554-391c-4a8a-a06a-215024d03b07 req-08ae5f9c-ec72-4aab-8dee-3795877ac05c tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 946 time: 0.1076033 Nov 02 12:33:44.378868 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f135f-106d-4a12-943f-f85476032ba0 req-326ba332-9b30-4050-ac75-7b0764b58f36 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:44.380466 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a66f135f-106d-4a12-943f-f85476032ba0 req-326ba332-9b30-4050-ac75-7b0764b58f36 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 946 time: 0.0932848 Nov 02 12:33:44.385554 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0835ba7d-318e-44c1-92b1-20620a725099 req-27ff320e-f3c7-494d-809d-c6482d0794a2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c684f91d-7d77-4303-99ad-d73b293539a4 HTTP/1.1" status: 200 len: 210 time: 0.0317044 Nov 02 12:33:44.413315 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:44.511989 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a66f135f-106d-4a12-943f-f85476032ba0 req-23beb683-385a-4904-a4ed-ff9483ca9f47 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7035f746-4bad-4af9-844c-4165aeb1675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222010 Nov 02 12:33:44.515278 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-54569554-391c-4a8a-a06a-215024d03b07 req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Deleting port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:33:44.515624 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-54569554-391c-4a8a-a06a-215024d03b07 req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:44.614516 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-54569554-391c-4a8a-a06a-215024d03b07 req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] For port 8e87082a-b161-4ab1-b5c5-6358ccc014b4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8e87082a-b161-4ab1-b5c5-6358ccc014b4,segment=NetworkSegment(60f64ead-dc1b-4690-b276-69395f28d9eb),segment_id=60f64ead-dc1b-4690-b276-69395f28d9eb)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:44.614877 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-54569554-391c-4a8a-a06a-215024d03b07 req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:44.629693 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-54569554-391c-4a8a-a06a-215024d03b07 req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Calling delete_port for 8e87082a-b161-4ab1-b5c5-6358ccc014b4 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:33:44.764588 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-54569554-391c-4a8a-a06a-215024d03b07 req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (8e87082a-b161-4ab1-b5c5-6358ccc014b4), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:44.772833 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:44.777041 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['8e87082a-b161-4ab1-b5c5-6358ccc014b4'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:33:44.797108 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Pushing event deleted for resources: {'Port': ['ID=8e87082a-b161-4ab1-b5c5-6358ccc014b4,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:44.847907 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-54569554-391c-4a8a-a06a-215024d03b07 req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] No DVR routers for this DVR port 8e87082a-b161-4ab1-b5c5-6358ccc014b4 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:33:44.850585 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-54569554-391c-4a8a-a06a-215024d03b07 req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:44.854101 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-54569554-391c-4a8a-a06a-215024d03b07 req-4a5b0cee-1c02-485d-a988-43448162405b tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.87 "DELETE /networking/v2.0/ports/8e87082a-b161-4ab1-b5c5-6358ccc014b4 HTTP/1.1" status: 204 len: 173 time: 0.4727933 Nov 02 12:33:44.854676 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b44e3d6-f0dc-46fd-9172-0f06d64e379b', 'name': 'network-vif-deleted', 'tag': '8e87082a-b161-4ab1-b5c5-6358ccc014b4'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:33:44.856960 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ac927-4c86-4368-9cef-4522f0c06853" -d '{"events": [{"server_uuid": "4b44e3d6-f0dc-46fd-9172-0f06d64e379b", "name": "network-vif-deleted", "tag": "8e87082a-b161-4ab1-b5c5-6358ccc014b4"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:44.904197 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d422bc03-21f5-459c-8ef6-bcc443c82925 x-openstack-request-id: req-d422bc03-21f5-459c-8ef6-bcc443c82925 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:44.904620 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b44e3d6-f0dc-46fd-9172-0f06d64e379b", "name": "network-vif-deleted", "tag": "8e87082a-b161-4ab1-b5c5-6358ccc014b4", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:44.905022 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d422bc03-21f5-459c-8ef6-bcc443c82925 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:44.905554 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d422bc03-21f5-459c-8ef6-bcc443c82925'] response: {'server_uuid': '4b44e3d6-f0dc-46fd-9172-0f06d64e379b', 'name': 'network-vif-deleted', 'tag': '8e87082a-b161-4ab1-b5c5-6358ccc014b4', 'status': 'completed', 'code': 200} Nov 02 12:33:44.930985 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b313-a4fe-4053-896b-0aebed700617 req-40588267-9d7e-4775-89ee-020eca60cb0b tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:44.931701 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1e96b313-a4fe-4053-896b-0aebed700617 req-40588267-9d7e-4775-89ee-020eca60cb0b tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 950 time: 0.0658293 Nov 02 12:33:44.951740 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:44.996549 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1e96b313-a4fe-4053-896b-0aebed700617 req-f14af8c5-7137-4935-91b8-41ffe9d3c4e6 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529661 Nov 02 12:33:45.132586 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc38b5-4f93-41a7-9bb8-7e7eef4fcd27 req-837a4319-922b-4ba2-a84f-a50635f82bca tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:45.135284 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5bdc38b5-4f93-41a7-9bb8-7e7eef4fcd27 req-837a4319-922b-4ba2-a84f-a50635f82bca tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0542357 Nov 02 12:33:45.210127 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5bdc38b5-4f93-41a7-9bb8-7e7eef4fcd27 req-7575892a-9481-4efd-add0-a0257362001c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679371 Nov 02 12:33:45.345505 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339d967-1cb8-44ea-a68f-db0f813816c2 req-be587e1a-2740-41be-b9ef-44bfc053f4fd tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:45.347886 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4339d967-1cb8-44ea-a68f-db0f813816c2 req-be587e1a-2740-41be-b9ef-44bfc053f4fd tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 950 time: 0.0521674 Nov 02 12:33:45.401833 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4339d967-1cb8-44ea-a68f-db0f813816c2 req-27104714-f7f9-4619-8163-28373c9b215e tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483913 Nov 02 12:33:45.503019 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44022) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:45.566812 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3498-54d5-415f-b1be-25bd599c1527 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (cae70e58-6348-4d0f-83c4-0b9126d87ff2), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:45.591122 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3498-54d5-415f-b1be-25bd599c1527 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (cae70e58-6348-4d0f-83c4-0b9126d87ff2), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:45.649311 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-514077d5-8250-4c29-937b-0e951c9afeab req-e42653f5-261b-48de-8ffe-2617e8352e50 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 210 time: 0.0440075 Nov 02 12:33:45.669301 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3498-54d5-415f-b1be-25bd599c1527 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (cae70e58-6348-4d0f-83c4-0b9126d87ff2), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:45.671918 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3498-54d5-415f-b1be-25bd599c1527 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:45.675051 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ca6a3498-54d5-415f-b1be-25bd599c1527 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/cae70e58-6348-4d0f-83c4-0b9126d87ff2 HTTP/1.1" status: 204 len: 168 time: 0.1688981 Nov 02 12:33:45.675975 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44026) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:45.688043 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a3498-54d5-415f-b1be-25bd599c1527 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae70e58-6348-4d0f-83c4-0b9126d87ff2,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:45.692540 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.api.v2.resource [None req-45fa32ea-455d-407e-a52e-f48367aa2ba1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] show failed (client error): The resource could not be found. Nov 02 12:33:45.693809 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-45fa32ea-455d-407e-a52e-f48367aa2ba1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups/cae70e58-6348-4d0f-83c4-0b9126d87ff2 HTTP/1.1" status: 404 len: 347 time: 0.0167885 Nov 02 12:33:45.696826 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44028) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:45.831966 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Deleting port 936120c9-a9f0-4978-bd80-28253a857954 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:33:45.832303 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (936120c9-a9f0-4978-bd80-28253a857954), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:45.912128 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (936120c9-a9f0-4978-bd80-28253a857954), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:45.912363 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (936120c9-a9f0-4978-bd80-28253a857954), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:45.925750 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Calling delete_port for 936120c9-a9f0-4978-bd80-28253a857954 owned by network:floatingip {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:33:46.006652 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:46.070740 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (936120c9-a9f0-4978-bd80-28253a857954), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.098402 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event deleted for resources: {'Port': ['ID=936120c9-a9f0-4978-bd80-28253a857954,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:46.166179 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (33c76ae6-35ca-4149-9fb1-c1f45c560a80), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.168748 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.169937 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-ece1ec86-7df2-4eff-9067-87f25fa6d380 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/33c76ae6-35ca-4149-9fb1-c1f45c560a80 HTTP/1.1" status: 204 len: 168 time: 0.4718521 Nov 02 12:33:46.261290 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44034) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:46.266602 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-058b69c3-3797-4889-81ba-893ef70218fd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311725818', 'description': 'tempest-description--1687974903'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:46.301108 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-058b69c3-3797-4889-81ba-893ef70218fd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.331679 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:46.360285 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8570df-e67e-48e4-b695-e10fcc34e5b9 req-a899107a-4f3b-45e9-90a9-06c424824276 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:46.362533 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8e8570df-e67e-48e4-b695-e10fcc34e5b9 req-a899107a-4f3b-45e9-90a9-06c424824276 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0731037 Nov 02 12:33:46.469959 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8e8570df-e67e-48e4-b695-e10fcc34e5b9 req-188e7975-d196-4486-b491-604afb6de4c6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986216 Nov 02 12:33:46.476295 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-058b69c3-3797-4889-81ba-893ef70218fd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (8dbe35a7-02f7-457b-bfd7-061beb21949f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.479968 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-058b69c3-3797-4889-81ba-893ef70218fd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8dbe35a7-02f7-457b-bfd7-061beb21949f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.511973 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-058b69c3-3797-4889-81ba-893ef70218fd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.513373 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-058b69c3-3797-4889-81ba-893ef70218fd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2507508 Nov 02 12:33:46.519713 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44038) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:46.529476 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-689c447b-4345-4479-b24a-e91ee46893f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'security_group_rule': {'security_group_id': '8dbe35a7-02f7-457b-bfd7-061beb21949f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:46.546429 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b69c3-3797-4889-81ba-893ef70218fd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe35a7-02f7-457b-bfd7-061beb21949f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:46.575693 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-689c447b-4345-4479-b24a-e91ee46893f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (37fbf85b-1249-491f-bdb7-bf941c149f5b), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.594060 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5922b6-0d07-4815-b16e-06b11be96032 req-e0892e2e-9bfe-4330-ba28-456b08f80cca tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:46.595589 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5a5922b6-0d07-4815-b16e-06b11be96032 req-e0892e2e-9bfe-4330-ba28-456b08f80cca tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 950 time: 0.0822153 Nov 02 12:33:46.637413 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-689c447b-4345-4479-b24a-e91ee46893f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (37fbf85b-1249-491f-bdb7-bf941c149f5b), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.641875 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-689c447b-4345-4479-b24a-e91ee46893f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (37fbf85b-1249-491f-bdb7-bf941c149f5b), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.651192 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5a5922b6-0d07-4815-b16e-06b11be96032 req-3f7f7197-25fe-42a3-8a44-ed58f64f3bf0 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7de7a5ab-e70b-4850-800a-2244d44415ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Nov 02 12:33:46.661696 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c447b-4345-4479-b24a-e91ee46893f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fbf85b-1249-491f-bdb7-bf941c149f5b,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:46.676741 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-689c447b-4345-4479-b24a-e91ee46893f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.676741 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-689c447b-4345-4479-b24a-e91ee46893f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473279 Nov 02 12:33:46.676741 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44040) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:46.682038 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-3231c958-8c58-4d5f-9a0a-d434a2362cbd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'security_group_rule': {'security_group_id': '8dbe35a7-02f7-457b-bfd7-061beb21949f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:46.712699 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3231c958-8c58-4d5f-9a0a-d434a2362cbd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (e9f751b3-0456-4990-9fd3-7ed972a25c6c), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.781377 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6be13d31-509c-43fa-9b2f-b1e72f3fed3e req-5e99ca0b-ea17-4dfd-8be0-124c2a0f5e31 tempest-VolumesSnapshotTestJSON-1078910471 tempest-VolumesSnapshotTestJSON-1078910471-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4b44e3d6-f0dc-46fd-9172-0f06d64e379b HTTP/1.1" status: 200 len: 210 time: 0.0394142 Nov 02 12:33:46.802444 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3231c958-8c58-4d5f-9a0a-d434a2362cbd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (e9f751b3-0456-4990-9fd3-7ed972a25c6c), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.807909 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3231c958-8c58-4d5f-9a0a-d434a2362cbd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (e9f751b3-0456-4990-9fd3-7ed972a25c6c), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.827963 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:46.829995 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231c958-8c58-4d5f-9a0a-d434a2362cbd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f751b3-0456-4990-9fd3-7ed972a25c6c,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:46.835469 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3231c958-8c58-4d5f-9a0a-d434a2362cbd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.836486 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-3231c958-8c58-4d5f-9a0a-d434a2362cbd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592591 Nov 02 12:33:46.840163 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44044) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:46.845034 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:46.867488 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.963199 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:46.978731 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37798915-8df2-45ed-b778-c944b65269a2 req-ddef6c17-f276-4270-8bdc-dfa2de5bbd14 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:46.981541 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-37798915-8df2-45ed-b778-c944b65269a2 req-ddef6c17-f276-4270-8bdc-dfa2de5bbd14 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 950 time: 0.0578015 Nov 02 12:33:47.088641 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-37798915-8df2-45ed-b778-c944b65269a2 req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Deleting port 8f4d5990-9fd3-45f8-954e-96fc11468fac {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:33:47.089144 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-37798915-8df2-45ed-b778-c944b65269a2 req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.091292 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Allocated IP 172.27.3.168 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/ae9aec4e-134f-4afc-89c5-ca7240afeb2c) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:33:47.182499 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:47.190630 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-37798915-8df2-45ed-b778-c944b65269a2 req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] For port 8f4d5990-9fd3-45f8-954e-96fc11468fac, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8f4d5990-9fd3-45f8-954e-96fc11468fac,segment=NetworkSegment(901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6),segment_id=901e6d8c-0e3b-4ef3-98ce-d50dcd3155a6)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:47.190999 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-37798915-8df2-45ed-b778-c944b65269a2 req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.208744 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-37798915-8df2-45ed-b778-c944b65269a2 req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Calling delete_port for 8f4d5990-9fd3-45f8-954e-96fc11468fac owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:33:47.213551 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for port (ae9aec4e-134f-4afc-89c5-ca7240afeb2c), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.223650 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:47.250024 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (ae9aec4e-134f-4afc-89c5-ca7240afeb2c), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.292213 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:33:47.297725 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:33:47.303707 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:33:47.307561 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'Port': ['ID=ae9aec4e-134f-4afc-89c5-ca7240afeb2c,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:47.342763 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-37798915-8df2-45ed-b778-c944b65269a2 req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (8f4d5990-9fd3-45f8-954e-96fc11468fac), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.356985 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['8f4d5990-9fd3-45f8-954e-96fc11468fac'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:33:47.372243 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Pushing event deleted for resources: {'Port': ['ID=8f4d5990-9fd3-45f8-954e-96fc11468fac,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:47.428044 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (32641055-f2f9-4af4-8f9b-ce466e190f0d), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.485156 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (ae9aec4e-134f-4afc-89c5-ca7240afeb2c), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.690102 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for port (ae9aec4e-134f-4afc-89c5-ca7240afeb2c), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.693121 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-37798915-8df2-45ed-b778-c944b65269a2 req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] No DVR routers for this DVR port 8f4d5990-9fd3-45f8-954e-96fc11468fac on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:33:47.696706 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5432934'] for port (ae9aec4e-134f-4afc-89c5-ca7240afeb2c), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.705078 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-37798915-8df2-45ed-b778-c944b65269a2 req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.708513 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-37798915-8df2-45ed-b778-c944b65269a2 req-dc9ae999-70b3-4a98-a4f3-0990c04e95e7 tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.87 "DELETE /networking/v2.0/ports/8f4d5990-9fd3-45f8-954e-96fc11468fac HTTP/1.1" status: 204 len: 173 time: 0.7151177 Nov 02 12:33:47.709164 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149aa06c-0add-4f04-b408-724d0d4f3e2e', 'name': 'network-vif-deleted', 'tag': '8f4d5990-9fd3-45f8-954e-96fc11468fac'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:33:47.712453 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace438f8-a0c3-497a-95f4-a79c4233376e" -d '{"events": [{"server_uuid": "149aa06c-0add-4f04-b408-724d0d4f3e2e", "name": "network-vif-deleted", "tag": "8f4d5990-9fd3-45f8-954e-96fc11468fac"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:47.757623 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb244f-8d0e-475a-afba-b2e82dd62e2c req-269323c6-59cf-4c8c-bcd0-111c8cc86d59 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:47.759066 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b3bb244f-8d0e-475a-afba-b2e82dd62e2c req-269323c6-59cf-4c8c-bcd0-111c8cc86d59 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0677757 Nov 02 12:33:47.777203 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:47.809261 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (32641055-f2f9-4af4-8f9b-ce466e190f0d), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.813769 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b3bb244f-8d0e-475a-afba-b2e82dd62e2c req-7d9558c7-f5cb-4585-bdfc-37a7509f2533 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479484 Nov 02 12:33:47.825840 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f29a387f-376b-4ca3-9b69-f76ef4b29aa3 req-f30d827d-dd4b-4d7d-8467-31f41b1cdbbc tempest-VolumesNegativeTest-1150319469 tempest-VolumesNegativeTest-1150319469-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=149aa06c-0add-4f04-b408-724d0d4f3e2e HTTP/1.1" status: 200 len: 210 time: 0.0784640 Nov 02 12:33:47.831366 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'Port': ['ID=ae9aec4e-134f-4afc-89c5-ca7240afeb2c,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:47.851909 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:47.853464 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-90ea803e-9c49-4a7f-a19e-f3b3f69c73c5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0120687 Nov 02 12:33:47.870248 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24df9f39-de31-46a4-9dff-7c4fe19bd36e x-openstack-request-id: req-24df9f39-de31-46a4-9dff-7c4fe19bd36e {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:47.870547 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149aa06c-0add-4f04-b408-724d0d4f3e2e", "name": "network-vif-deleted", "tag": "8f4d5990-9fd3-45f8-954e-96fc11468fac", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:47.870800 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-24df9f39-de31-46a4-9dff-7c4fe19bd36e {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:47.871199 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24df9f39-de31-46a4-9dff-7c4fe19bd36e'] response: {'server_uuid': '149aa06c-0add-4f04-b408-724d0d4f3e2e', 'name': 'network-vif-deleted', 'tag': '8f4d5990-9fd3-45f8-954e-96fc11468fac', 'status': 'completed', 'code': 200} Nov 02 12:33:48.081552 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-4af905b7-df54-4513-a963-7efcf9225e4f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--311725818&fields=id&tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74 HTTP/1.1" status: 200 len: 267 time: 0.0477688 Nov 02 12:33:48.207350 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-083ff6c8-188f-496e-8e89-45a5c59a564b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:48.214774 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-083ff6c8-188f-496e-8e89-45a5c59a564b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 816 time: 0.1246619 Nov 02 12:33:48.228068 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-ffeef572-9897-4840-a69e-786475da3367 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/quotas/62aa5934d5d14fdb81dd5d4817ab8e74 HTTP/1.1" status: 200 len: 375 time: 0.0120866 Nov 02 12:33:48.229975 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 8e87082a-b161-4ab1-b5c5-6358ccc014b4 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:33:48.250472 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 8e87082a-b161-4ab1-b5c5-6358ccc014b4 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:33:48.251454 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 8e87082a-b161-4ab1-b5c5-6358ccc014b4 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:33:48.278400 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:48.293251 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-32bb3a42-999e-4b31-a25d-8ecd578cfb7c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586085 Nov 02 12:33:48.406978 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-14fe9e5c-ae46-4255-8981-8999163f5e20 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016140 Nov 02 12:33:48.512569 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-28bc2eae-db1c-4811-884e-d620676297f3 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972762 Nov 02 12:33:48.726446 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f15f753f-d128-4b56-871f-a4c6ec830d7b req-43b3fc01-81a1-4a71-8bc9-6c27bcfe5aa0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0321152 Nov 02 12:33:49.000207 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e87e18-2114-461c-b64c-37b44ddc0f9e req-821613ad-0e9e-42ee-9da6-9ab5c1bbbbe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:49.002234 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d3e87e18-2114-461c-b64c-37b44ddc0f9e req-821613ad-0e9e-42ee-9da6-9ab5c1bbbbe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0835633 Nov 02 12:33:49.067326 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d3e87e18-2114-461c-b64c-37b44ddc0f9e req-dca8966f-7f09-46bf-bf8c-e10875cbc7bb tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544980 Nov 02 12:33:49.851596 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-41ce5f22-e35d-4315-95c7-6f4d90f12873 req-b78125b4-9ec0-480c-9e3f-a4b04da3d256 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0300050 Nov 02 12:33:50.199010 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b7214-558d-4015-9a55-d3b478d93372 req-929408d7-6b1f-4f6f-9e87-733d62b5f86b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:50.200773 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bd5b7214-558d-4015-9a55-d3b478d93372 req-929408d7-6b1f-4f6f-9e87-733d62b5f86b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0514390 Nov 02 12:33:50.256362 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bd5b7214-558d-4015-9a55-d3b478d93372 req-fd985939-085d-4445-a45f-2d979e6f7a54 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450232 Nov 02 12:33:50.976163 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-50b39298-679d-448c-a1b9-c53b007611a3 req-42ea8c88-84f3-49bf-9f78-41da67f215b7 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0301895 Nov 02 12:33:51.399623 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b14748-21a9-4385-92a9-ff07c4cd3b06 req-991bd820-e96a-4294-9479-c94bf2151a1b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:51.402448 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f1b14748-21a9-4385-92a9-ff07c4cd3b06 req-991bd820-e96a-4294-9479-c94bf2151a1b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0630519 Nov 02 12:33:51.403293 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 8f4d5990-9fd3-45f8-954e-96fc11468fac no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:33:51.427661 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 8f4d5990-9fd3-45f8-954e-96fc11468fac {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:33:51.428006 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 8f4d5990-9fd3-45f8-954e-96fc11468fac not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:33:51.468389 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:51.480939 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f1b14748-21a9-4385-92a9-ff07c4cd3b06 req-47a5bae8-d382-4b7e-a19f-33092e5030e1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715454 Nov 02 12:33:52.121534 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4ba0fd3c-50f9-44b9-bc05-6e96b8edab34 req-d6a4b62f-2c32-42b8-b97d-60adbfedb6ac tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0288978 Nov 02 12:33:52.600770 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-c2fca5e8-ef66-4c04-b7b7-85108e8ca470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:52.606227 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-c2fca5e8-ef66-4c04-b7b7-85108e8ca470 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 816 time: 0.1746953 Nov 02 12:33:52.633356 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02c270-80b4-4439-9dae-20d560381476 req-399b5348-a20a-4b00-84f4-1da877e16cd9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:52.635267 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7f02c270-80b4-4439-9dae-20d560381476 req-399b5348-a20a-4b00-84f4-1da877e16cd9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0676472 Nov 02 12:33:52.702419 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7f02c270-80b4-4439-9dae-20d560381476 req-6f936636-757a-43fe-bb23-8c19cde43df8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592532 Nov 02 12:33:52.745124 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:52.747661 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=22 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:52.897751 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-51c5ac5a-4e86-4967-881f-5e53660fdf27 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74 HTTP/1.1" status: 200 len: 379 time: 0.0876515 Nov 02 12:33:52.912190 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'port': {'device_id': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'admin_state_up': True, 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'security_groups': ['8dbe35a7-02f7-457b-bfd7-061beb21949f']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:53.063753 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Made reservation on behalf of 62aa5934d5d14fdb81dd5d4817ab8e74 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:33:53.071334 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.283771 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:53.312774 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-909b2df2-0006-4404-b94a-4230cc67bdef req-78b04e35-d927-4d74-a926-3e0930f73288 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0420117 Nov 02 12:33:53.330655 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Allocated IP 172.20.0.14 (06c5d739-a69b-4eff-a51e-383faef760f9/5db38fba-8cac-46e9-bac4-657ebea5cdb1/7aa2d46a-71ec-44fe-9fbb-04e05370efef) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:33:53.522355 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.548477 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44386) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:53.556289 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.605372 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Network 06c5d739-a69b-4eff-a51e-383faef760f9 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:33:53.609025 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:33:53.613377 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:33:53.645689 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:53.657902 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.658257 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.658637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.659506 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.659850 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.660178 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.660683 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.661196 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.661768 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.662431 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.662965 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.663303 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.663637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.663970 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.664302 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:53.698184 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:53.698981 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.722312 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-935519ab-da6e-4b6e-a965-d2eb5cc3758c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8184042 Nov 02 12:33:53.745769 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-76587b2a-6e60-41f6-a6ff-c1a3de3fec85 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=76e1252062164975b8ac89f6181c4c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956942 Nov 02 12:33:53.749332 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44392) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:33:53.824666 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:53.837195 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaae4-58f2-49f0-8ed4-86a48a2f84b3 admin admin] Publish callbacks [] for security_group (7de7a5ab-e70b-4850-800a-2244d44415ce), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.864216 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaae4-58f2-49f0-8ed4-86a48a2f84b3 admin admin] Publish callbacks [] for security_group (7de7a5ab-e70b-4850-800a-2244d44415ce), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.879948 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-45250dec-25a2-49dd-bdff-39e015c4bc26 None None] Provisioning complete for port 7aa2d46a-71ec-44fe-9fbb-04e05370efef triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:33:53.880549 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-45250dec-25a2-49dd-bdff-39e015c4bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.881395 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-45250dec-25a2-49dd-bdff-39e015c4bc26 None None] Attempt 1 to provision port 7aa2d46a-71ec-44fe-9fbb-04e05370efef Nov 02 12:33:53.906850 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304086a-6ab8-495e-8932-a35b3b829fdc req-f835bd53-e3c8-484a-8726-62c399accc46 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:53.909477 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9304086a-6ab8-495e-8932-a35b3b829fdc req-f835bd53-e3c8-484a-8726-62c399accc46 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0812252 Nov 02 12:33:53.937683 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-45250dec-25a2-49dd-bdff-39e015c4bc26 None None] Port 7aa2d46a-71ec-44fe-9fbb-04e05370efef cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:33:53.959175 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaae4-58f2-49f0-8ed4-86a48a2f84b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (7de7a5ab-e70b-4850-800a-2244d44415ce), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.962287 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaae4-58f2-49f0-8ed4-86a48a2f84b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:53.964052 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-9ecfaae4-58f2-49f0-8ed4-86a48a2f84b3 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7de7a5ab-e70b-4850-800a-2244d44415ce HTTP/1.1" status: 204 len: 168 time: 0.2129655 Nov 02 12:33:53.974093 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfaae4-58f2-49f0-8ed4-86a48a2f84b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de7a5ab-e70b-4850-800a-2244d44415ce,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:54.001688 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9304086a-6ab8-495e-8932-a35b3b829fdc req-0400a51c-2600-428c-a491-4fcede705728 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852275 Nov 02 12:33:54.152522 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Request body: {'port': {'device_id': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:33:54.269050 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:54.276813 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e583149-a2b6-4bff-87d6-0e8407f67f27 req-0dd0ec57-f538-4ff8-8e0c-235d5f9ef8b9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:54.286140 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8e583149-a2b6-4bff-87d6-0e8407f67f27 req-0dd0ec57-f538-4ff8-8e0c-235d5f9ef8b9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0827713 Nov 02 12:33:54.338022 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:54.402920 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8e583149-a2b6-4bff-87d6-0e8407f67f27 req-7ddb405f-f871-4b4a-8725-752aec2fcf0d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158676 Nov 02 12:33:54.411136 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11493f8-c800-42c3-8b57-39b483e971ff req-4e09d8ae-a628-484a-b3ef-66bd5cbcbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:54.413744 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b11493f8-c800-42c3-8b57-39b483e971ff req-4e09d8ae-a628-484a-b3ef-66bd5cbcbb4c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 1129 time: 0.0698254 Nov 02 12:33:54.529199 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b11493f8-c800-42c3-8b57-39b483e971ff req-e265b956-2574-4c88-997b-b8bbd7cabfcc service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773425 Nov 02 12:33:54.645727 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d10cd2-146f-44af-ae8e-e2031a7572d8 req-72ae1edd-50a4-48db-b8a6-bc5adafd1318 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:54.647360 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-93d10cd2-146f-44af-ae8e-e2031a7572d8 req-72ae1edd-50a4-48db-b8a6-bc5adafd1318 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 932 time: 0.0938280 Nov 02 12:33:54.741083 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:54.764370 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-93d10cd2-146f-44af-ae8e-e2031a7572d8 req-17f8b76e-0854-4c61-9f2d-1523e3f3b39b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878475 Nov 02 12:33:54.851950 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa2d46a-71ec-44fe-9fbb-04e05370efef {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:33:54.861036 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Publish callbacks [] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:54.876528 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Transition to ACTIVE for port object 7aa2d46a-71ec-44fe-9fbb-04e05370efef will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:33:54.881447 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:54.974513 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:55.011185 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Attempting to bind port 7aa2d46a-71ec-44fe-9fbb-04e05370efef on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:33:55.011526 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Attempting to bind port 7aa2d46a-71ec-44fe-9fbb-04e05370efef by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:33:55.011856 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Attempting to bind port 7aa2d46a-71ec-44fe-9fbb-04e05370efef on network 06c5d739-a69b-4eff-a51e-383faef760f9 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:33:55.061751 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Port 7aa2d46a-71ec-44fe-9fbb-04e05370efef on network 06c5d739-a69b-4eff-a51e-383faef760f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:33:55.062080 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Attempting to bind port 7aa2d46a-71ec-44fe-9fbb-04e05370efef on network 06c5d739-a69b-4eff-a51e-383faef760f9 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:33:55.117387 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:33:55.117896 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Checking segment: {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:33:55.118409 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Bound using segment: {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:33:55.118865 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Bound port: 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:33:55.119228 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:55.204675 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1bf41-03e9-4b09-91d6-391e18f0514a req-3825e3aa-a9b8-43d2-adb1-f45f6daa6b0c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:55.208070 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-22f1bf41-03e9-4b09-91d6-391e18f0514a req-3825e3aa-a9b8-43d2-adb1-f45f6daa6b0c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0772913 Nov 02 12:33:55.218675 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:33:55.225620 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:33:55.235984 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:55.243292 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:55.244845 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:55.247220 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/7aa2d46a-71ec-44fe-9fbb-04e05370efef HTTP/1.1" status: 200 len: 1094 time: 1.1146088 Nov 02 12:33:55.248381 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:33:55.252869 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f06da8d-8f29-4bbb-aee1-053a539f633a" -d '{"events": [{"name": "network-changed", "server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:55.286541 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-22f1bf41-03e9-4b09-91d6-391e18f0514a req-f62de608-3cf8-41b0-83c4-82443c341d5e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685663 Nov 02 12:33:55.327831 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:55.344348 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574169e5-8269-4a57-b23a-123a5dddbaf7 x-openstack-request-id: req-574169e5-8269-4a57-b23a-123a5dddbaf7 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:55.344619 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:55.344878 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-574169e5-8269-4a57-b23a-123a5dddbaf7 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:55.345309 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574169e5-8269-4a57-b23a-123a5dddbaf7'] response: {'name': 'network-changed', 'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'status': 'completed', 'code': 200} Nov 02 12:33:55.391610 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85de03c-43c2-4fbb-9801-c6da8e5f9932 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:55.399220 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-1da707f1-eb29-4653-981e-8c554ebfb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:55.400889 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-1da707f1-eb29-4653-981e-8c554ebfb64b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 1128 time: 0.0918930 Nov 02 12:33:55.463385 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-f9179801-b61a-4774-bd36-baf5141b6567 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef HTTP/1.1" status: 200 len: 217 time: 0.0374095 Nov 02 12:33:55.577355 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6be2d0-a139-463c-832c-3e3694c0e92f req-5ce593bd-4e4f-47a7-8184-a1b8ac02880d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:55.579162 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4e6be2d0-a139-463c-832c-3e3694c0e92f req-5ce593bd-4e4f-47a7-8184-a1b8ac02880d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0567575 Nov 02 12:33:55.640955 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4e6be2d0-a139-463c-832c-3e3694c0e92f req-4a175604-f7cb-4094-9704-bdefb69efef6 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463820 Nov 02 12:33:55.964847 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244271e5-0834-434a-9b53-958209ccb4bc req-3a5d66c6-f43f-4bc7-8332-96699fa66f97 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:55.967745 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-244271e5-0834-434a-9b53-958209ccb4bc req-3a5d66c6-f43f-4bc7-8332-96699fa66f97 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0884113 Nov 02 12:33:56.059604 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-42daa07f-a36d-46fc-949e-c2051b3084a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:56.061133 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-42daa07f-a36d-46fc-949e-c2051b3084a9 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.0920994 Nov 02 12:33:56.089925 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-244271e5-0834-434a-9b53-958209ccb4bc req-f0ef8a6a-aa9c-4ba2-8374-687c3815a2b9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052825 Nov 02 12:33:56.135189 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-c8b2dfc2-322b-49a2-b857-803964df04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:56.136902 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-c8b2dfc2-322b-49a2-b857-803964df04f1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676193 Nov 02 12:33:56.241320 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-930e1098-be65-476d-a6d9-71c60f39671c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962238 Nov 02 12:33:56.306937 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:56.345909 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ac4e60e-c635-40c4-bd9d-a97c81b6b8e7 req-f80a1125-7582-4ec9-abe0-a27c18f13083 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988359 Nov 02 12:33:56.440908 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba24a-9d11-41b9-bcfd-35d851b95534 req-c7e6c7cf-1375-4e39-8a96-21b05f123b50 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:56.442438 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ce9ba24a-9d11-41b9-bcfd-35d851b95534 req-c7e6c7cf-1375-4e39-8a96-21b05f123b50 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0504265 Nov 02 12:33:56.493998 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ce9ba24a-9d11-41b9-bcfd-35d851b95534 req-25b70b87-c61d-4d70-b148-308c0462f67d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452697 Nov 02 12:33:56.804987 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b599-a853-44a7-91b5-a048504a2220 req-6c4b30fe-7dab-47c9-b6b6-61df46896b7a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:56.806530 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0341b599-a853-44a7-91b5-a048504a2220 req-6c4b30fe-7dab-47c9-b6b6-61df46896b7a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0789127 Nov 02 12:33:56.860036 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0341b599-a853-44a7-91b5-a048504a2220 req-e97dbd93-a502-4ba8-9a3b-a8e60e4202b8 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478492 Nov 02 12:33:56.991188 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cbade-ae4e-4724-8b07-0883b271f8ca req-5258a785-dd67-431b-a163-3ca8a39bc3ec tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:56.992762 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1d8cbade-ae4e-4724-8b07-0883b271f8ca req-5258a785-dd67-431b-a163-3ca8a39bc3ec tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0526373 Nov 02 12:33:57.047597 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1d8cbade-ae4e-4724-8b07-0883b271f8ca req-6c8012e9-6298-4b40-904f-b402b95a5f95 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488610 Nov 02 12:33:57.280870 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61b5bf-f84b-4f10-934e-95deda5569a3 req-d3dfef8b-9088-4277-a018-c10336f6e1d7 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:57.283613 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bf61b5bf-f84b-4f10-934e-95deda5569a3 req-d3dfef8b-9088-4277-a018-c10336f6e1d7 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0854352 Nov 02 12:33:57.312172 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-46cfe10e-9eac-48ef-a636-5a348fdb2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:57.317653 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-46cfe10e-9eac-48ef-a636-5a348fdb2adf service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 1128 time: 0.0595512 Nov 02 12:33:57.383568 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:57.397759 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-94f2f71c-cf31-406a-9727-025e407835b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:57.399302 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-94f2f71c-cf31-406a-9727-025e407835b4 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 1129 time: 0.1062078 Nov 02 12:33:57.403611 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bf61b5bf-f84b-4f10-934e-95deda5569a3 req-a4c054eb-aa53-48ce-81b8-a259bf279770 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118114 Nov 02 12:33:57.428032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-70bc9e8f-1eb4-460c-94f7-7270bfb6ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:57.429613 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-70bc9e8f-1eb4-460c-94f7-7270bfb6ff78 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 918 time: 0.1034288 Nov 02 12:33:57.473080 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-46db3d5a-0340-4b17-9d72-4b9c5af5f647 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef HTTP/1.1" status: 200 len: 217 time: 0.0373425 Nov 02 12:33:57.499008 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-6f31ce41-3c42-446d-b05d-8aa3781669ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:57.500453 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-6f31ce41-3c42-446d-b05d-8aa3781669ef service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.0941672 Nov 02 12:33:57.999812 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e03d-a26f-4b8d-84f7-eecdc183151d req-9b93b89e-e8fb-4983-8d95-b3ee4d6340f3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:58.001507 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-80e2e03d-a26f-4b8d-84f7-eecdc183151d req-9b93b89e-e8fb-4983-8d95-b3ee4d6340f3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0478704 Nov 02 12:33:58.050753 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-80e2e03d-a26f-4b8d-84f7-eecdc183151d req-914cf990-08eb-4eb5-b3e8-16d832cbd2a7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436702 Nov 02 12:33:58.172422 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f37f-0686-40f9-b48c-ddb84c9dab5b req-dfed72f2-3fb6-4d83-a893-921ad7af06c9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:58.173953 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f8a5f37f-0686-40f9-b48c-ddb84c9dab5b req-dfed72f2-3fb6-4d83-a893-921ad7af06c9 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0491807 Nov 02 12:33:58.230959 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f8a5f37f-0686-40f9-b48c-ddb84c9dab5b req-780077a3-697f-47dd-b558-77022e681dc0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500762 Nov 02 12:33:58.533340 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e975513-506c-423a-a1df-cc4de828fd38 req-0ac6c537-9556-4b0e-8f1d-fc0bbf331af9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:58.534805 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9e975513-506c-423a-a1df-cc4de828fd38 req-0ac6c537-9556-4b0e-8f1d-fc0bbf331af9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0489945 Nov 02 12:33:58.594605 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9e975513-506c-423a-a1df-cc4de828fd38 req-e02c0c85-f339-4986-b309-4257ac0b43dd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513635 Nov 02 12:33:59.174231 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65afcba-f21d-40bf-a6c6-955504fe2fce req-09af8e2b-5d7b-4cbe-a004-e0b1c9c14771 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:59.175610 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e65afcba-f21d-40bf-a6c6-955504fe2fce req-09af8e2b-5d7b-4cbe-a004-e0b1c9c14771 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0462878 Nov 02 12:33:59.223325 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e65afcba-f21d-40bf-a6c6-955504fe2fce req-d28d72a8-98c2-4f7d-b597-1881d8caeb6f tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Nov 02 12:33:59.356354 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af46c3-82e7-430f-bb73-f42830090c63 req-8d4a4429-ca7a-40b0-825c-cd8c9ae6cedf tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:59.357876 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-30af46c3-82e7-430f-bb73-f42830090c63 req-8d4a4429-ca7a-40b0-825c-cd8c9ae6cedf tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0466249 Nov 02 12:33:59.370393 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 7aa2d46a-71ec-44fe-9fbb-04e05370efef details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:33:59.386867 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:59.452708 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-30af46c3-82e7-430f-bb73-f42830090c63 req-611c71bf-a40d-430b-833a-674ccb02233a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886879 Nov 02 12:33:59.459411 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-d53c559f-b19b-417c-a7d6-0240d503c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:59.461822 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-d53c559f-b19b-417c-a7d6-0240d503c618 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.0913298 Nov 02 12:33:59.487254 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-eba8fcef-9c1e-470a-8009-d99fac910484 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31851f55-682f-47de-8743-7d17731aefbf HTTP/1.1" status: 200 len: 1000 time: 0.1185794 Nov 02 12:33:59.515705 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:59.528194 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'port_id': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'mac_address': 'fa:16:3e:29:c7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:33:59.565873 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 7aa2d46a-71ec-44fe-9fbb-04e05370efef is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:33:59.566258 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:59.585056 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa2d46a-71ec-44fe-9fbb-04e05370efef {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:33:59.607246 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:59.612326 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:33:59.646752 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:33:59.675150 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:59.748881 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772766-8661-4ffd-8ec5-ff947d6d5a49 req-1becbac3-6a82-40a6-b511-09bdf9586d6d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:33:59.750492 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c3772766-8661-4ffd-8ec5-ff947d6d5a49 req-1becbac3-6a82-40a6-b511-09bdf9586d6d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 945 time: 0.0672770 Nov 02 12:33:59.802597 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c3772766-8661-4ffd-8ec5-ff947d6d5a49 req-a53009af-1016-4fb8-9473-5046702ffbd0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459349 Nov 02 12:34:00.323323 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:00.384296 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-13379a0a-ecf0-4667-9ce9-d74f18d74d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:00.386373 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-13379a0a-ecf0-4667-9ce9-d74f18d74d14 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503561 Nov 02 12:34:00.392293 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:00.410045 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-20f51c5f-528d-4300-9912-89751cbd6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:00.411869 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-20f51c5f-528d-4300-9912-89751cbd6724 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0717850 Nov 02 12:34:00.445565 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:00.463087 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-34aba9ab-ae6c-4d53-bfc7-e72e2121623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:00.464806 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-34aba9ab-ae6c-4d53-bfc7-e72e2121623a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469859 Nov 02 12:34:00.495342 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-6fb0a584-3dad-4adb-b3ec-60050bf35355 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0965250 Nov 02 12:34:00.592178 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['7aa2d46a-71ec-44fe-9fbb-04e05370efef'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:34:00.601787 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83635da-0fa1-4474-bf93-7b56d7c300ca req-882bb027-4dc7-46b3-bb37-559b13fdc7f1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:00.603304 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a83635da-0fa1-4474-bf93-7b56d7c300ca req-882bb027-4dc7-46b3-bb37-559b13fdc7f1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.3049510 Nov 02 12:34:00.616866 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070213c9-fa42-4ccf-aa4f-68d8b8a756c7 req-6e861677-bacb-4250-9417-b10854c9b954 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:00.618431 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-070213c9-fa42-4ccf-aa4f-68d8b8a756c7 req-6e861677-bacb-4250-9417-b10854c9b954 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0738428 Nov 02 12:34:00.620438 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-d7595516-ac8f-4e62-b60a-14a8a4bfa4fc service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471298 Nov 02 12:34:00.637592 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-0f492ddc-2e80-4b49-93b0-373dce4f5b75 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376361 Nov 02 12:34:00.646186 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-124c2efb-c374-49b6-af76-1cc49d36dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:00.648133 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-124c2efb-c374-49b6-af76-1cc49d36dd37 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 1129 time: 0.0856276 Nov 02 12:34:00.730721 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-070213c9-fa42-4ccf-aa4f-68d8b8a756c7 req-9f9697d9-f4f3-48c7-b456-094387cd0d60 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056073 Nov 02 12:34:00.740919 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a83635da-0fa1-4474-bf93-7b56d7c300ca req-29f7d4aa-8b19-4a3c-8271-d5d093e4cf41 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296074 Nov 02 12:34:00.759444 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-65487a27-418b-4609-a76e-5ddb110f15e2 req-46a42783-2509-4240-b6ef-99ef5547e234 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262236 Nov 02 12:34:00.767222 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:00.850852 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f06da8d-8f29-4bbb-aee1-053a539f633a req-1b2441f1-7a7f-4364-9146-abe881e644cf service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063079 Nov 02 12:34:00.851967 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-6b653a92-3f3a-4468-9331-afba3061fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:00.853342 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-6b653a92-3f3a-4468-9331-afba3061fbe0 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.1752808 Nov 02 12:34:01.000408 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe92272-4bad-4ad1-84ee-42480627cfb6 req-387b17e7-ef1d-4bce-a622-bd404d6a675e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:01.002253 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0fe92272-4bad-4ad1-84ee-42480627cfb6 req-387b17e7-ef1d-4bce-a622-bd404d6a675e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 945 time: 0.1113455 Nov 02 12:34:01.052714 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0fe92272-4bad-4ad1-84ee-42480627cfb6 req-dc76d523-5b0f-499a-9d6c-1a0329e40a8d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440874 Nov 02 12:34:01.873058 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8987-24a4-4841-a99f-0702964492ae req-ef03f3c6-9922-4f9d-82b5-8d71a7239784 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:01.875014 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-62dd8987-24a4-4841-a99f-0702964492ae req-ef03f3c6-9922-4f9d-82b5-8d71a7239784 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0516629 Nov 02 12:34:01.912187 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de58f73-fcc6-4c06-bf11-1f051cc8d726 req-322ca115-1027-4eec-b1ab-1260ce764fc7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:01.913873 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1de58f73-fcc6-4c06-bf11-1f051cc8d726 req-322ca115-1027-4eec-b1ab-1260ce764fc7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0527887 Nov 02 12:34:01.932149 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-62dd8987-24a4-4841-a99f-0702964492ae req-8b474907-d322-4ad7-9a4a-4e82eae56079 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498910 Nov 02 12:34:01.958110 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:01.967432 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1de58f73-fcc6-4c06-bf11-1f051cc8d726 req-218b00ec-54dd-4936-b63f-0c717c49c297 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472004 Nov 02 12:34:02.178283 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85398e4-1a3c-404f-bec6-101af124d842 req-d8552d53-a7de-47ae-baf6-d9c976953311 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:02.179786 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f85398e4-1a3c-404f-bec6-101af124d842 req-d8552d53-a7de-47ae-baf6-d9c976953311 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 945 time: 0.0470235 Nov 02 12:34:02.226630 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f85398e4-1a3c-404f-bec6-101af124d842 req-439f31ce-8827-4019-b69d-fd307d2445e5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413780 Nov 02 12:34:02.726600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7f02-18ef-43a0-8664-9e0168d30d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:03.060365 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cae80-20f6-498a-9e21-a9b71dc2db5a req-ca606137-f5e8-4b4b-a8d9-f31629e2c998 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:03.061904 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0c0cae80-20f6-498a-9e21-a9b71dc2db5a req-ca606137-f5e8-4b4b-a8d9-f31629e2c998 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0474312 Nov 02 12:34:03.100419 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53ccb7-0a02-4478-8883-cb639c1490df req-4b2b8f71-6c4e-4e51-b644-389baab30511 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:03.102184 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8a53ccb7-0a02-4478-8883-cb639c1490df req-4b2b8f71-6c4e-4e51-b644-389baab30511 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0544658 Nov 02 12:34:03.116063 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0c0cae80-20f6-498a-9e21-a9b71dc2db5a req-fafa34eb-6521-424a-b6f1-4f02b5db359f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483689 Nov 02 12:34:03.153105 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8a53ccb7-0a02-4478-8883-cb639c1490df req-cd627175-770d-4133-a1e6-84ee44847dde tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449719 Nov 02 12:34:03.352350 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81202885-568d-4ab0-abbc-bf15eee222cb req-9909f939-d166-4b71-9ff5-ffa2a30a517d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:03.354276 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-81202885-568d-4ab0-abbc-bf15eee222cb req-9909f939-d166-4b71-9ff5-ffa2a30a517d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 945 time: 0.0462453 Nov 02 12:34:03.402535 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-81202885-568d-4ab0-abbc-bf15eee222cb req-540a0d0f-a4e4-4947-90f9-a65b1b61bdea tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425675 Nov 02 12:34:03.466309 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-74bc84ea-7a44-44ff-8721-364ebc9ca3d5 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ca93775-d02f-4a64-aedd-28dd21814b95 HTTP/1.1" status: 200 len: 217 time: 0.0338500 Nov 02 12:34:03.515511 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-2961fabe-a81a-4940-8b48-520fa29dcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:03.517059 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-2961fabe-a81a-4940-8b48-520fa29dcff7 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0441482 Nov 02 12:34:03.572366 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-418c3786-fce4-42f4-ae7b-dc38a856b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:03.573875 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-418c3786-fce4-42f4-ae7b-dc38a856b73b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446784 Nov 02 12:34:03.673699 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-ffc35aca-83ed-47fc-8df5-c9b4057805b7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859499 Nov 02 12:34:04.007897 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 7aa2d46a-71ec-44fe-9fbb-04e05370efef up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:34:04.079511 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 7aa2d46a-71ec-44fe-9fbb-04e05370efef completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:34:04.085945 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 7aa2d46a-71ec-44fe-9fbb-04e05370efef triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:34:04.086710 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:04.087110 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 7aa2d46a-71ec-44fe-9fbb-04e05370efef Nov 02 12:34:04.170416 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 7aa2d46a-71ec-44fe-9fbb-04e05370efef is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:34:04.170808 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:04.199255 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:34:04.201458 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02023d29-a6c8-4901-a6d9-27a55049ea40" -d '{"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:34:04.215754 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:34:04.220390 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:04.251370 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b054d23-e2e6-4c6d-9afe-5b3f84ee1cbf req-9b72230a-980e-4658-8f68-4d9596caefb8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:04.253484 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b054d23-e2e6-4c6d-9afe-5b3f84ee1cbf req-9b72230a-980e-4658-8f68-4d9596caefb8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0585563 Nov 02 12:34:04.272477 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:04.279242 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:04.297103 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79106a1-32e8-402d-9630-4199ee7d9ec4 req-142d4e64-ea0a-4734-8a75-52ba48252554 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:04.298663 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d79106a1-32e8-402d-9630-4199ee7d9ec4 req-142d4e64-ea0a-4734-8a75-52ba48252554 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0589991 Nov 02 12:34:04.317437 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b054d23-e2e6-4c6d-9afe-5b3f84ee1cbf req-dd6f3624-4405-4f1e-885a-8e9568bd39c8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582092 Nov 02 12:34:04.354722 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d79106a1-32e8-402d-9630-4199ee7d9ec4 req-25e59534-1c92-44c1-a45d-594ddb1ddc44 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468979 Nov 02 12:34:04.364688 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc32417-2842-40d0-b510-f89b3d9926cf x-openstack-request-id: req-0dc32417-2842-40d0-b510-f89b3d9926cf {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:34:04.364983 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:34:04.365268 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0dc32417-2842-40d0-b510-f89b3d9926cf {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:34:04.365702 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc32417-2842-40d0-b510-f89b3d9926cf'] response: {'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'code': 200} Nov 02 12:34:04.486192 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:34:04.530698 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429169e-7480-4582-9143-bbb53dd06fe1 req-cc0b40ca-6e46-432a-85d7-0a7d7421a579 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:04.532193 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1429169e-7480-4582-9143-bbb53dd06fe1 req-cc0b40ca-6e46-432a-85d7-0a7d7421a579 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0468965 Nov 02 12:34:04.580354 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:04.586009 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1429169e-7480-4582-9143-bbb53dd06fe1 req-b53dc407-2a70-4afa-94b3-2bb429e59ac2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474813 Nov 02 12:34:04.982413 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5332c24c-4f27-4fa4-b01a-b0490696f4f9 req-518d23b1-572e-451e-9f1d-7991325ba6c7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143982 Nov 02 12:34:05.476336 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf39f1-4536-4a61-b597-07b006ed1882 req-11f7b347-81ca-414a-834a-e44554a477d7 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:05.478088 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76cf39f1-4536-4a61-b597-07b006ed1882 req-11f7b347-81ca-414a-834a-e44554a477d7 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0785453 Nov 02 12:34:05.511887 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3657365-4770-4b94-aa61-a8c190e4396f req-bde99cf3-afcb-46f6-ae05-57bd44b79837 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:05.514587 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b3657365-4770-4b94-aa61-a8c190e4396f req-bde99cf3-afcb-46f6-ae05-57bd44b79837 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0719123 Nov 02 12:34:05.557687 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-76cf39f1-4536-4a61-b597-07b006ed1882 req-6c946e57-e6cc-4a41-a872-dd7487209b0e tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729489 Nov 02 12:34:05.624270 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:05.633773 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b3657365-4770-4b94-aa61-a8c190e4396f req-b5b5bd54-a305-48d0-8c8a-9eadebe24eeb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117795 Nov 02 12:34:05.712480 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9e4c3-d19b-49cf-8075-df085202a78a req-5e72722a-b32d-441a-82e6-d6846fdbadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:05.715330 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3fe9e4c3-d19b-49cf-8075-df085202a78a req-5e72722a-b32d-441a-82e6-d6846fdbadfe service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 1130 time: 0.1091850 Nov 02 12:34:05.746518 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-191ca549-c9e4-4ed1-b8ab-75adfab05ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:05.778356 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490b9f2-7ea3-4b7b-980a-3388993da331 req-098b275e-174a-407b-b7fa-c44a660319ef tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:05.780589 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0490b9f2-7ea3-4b7b-980a-3388993da331 req-098b275e-174a-407b-b7fa-c44a660319ef tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0838687 Nov 02 12:34:05.801123 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44596) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:05.811065 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-d196dd8e-a6c6-4383-a72f-b7037ddd9fe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Request body: {'floatingip': {'port_id': '31851f55-682f-47de-8743-7d17731aefbf'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:34:05.811389 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f64d4-ed35-4813-a2cf-5c76004ab377 req-40d39858-3c29-4ca9-a897-327fbb030156 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:05.813969 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-600f64d4-ed35-4813-a2cf-5c76004ab377 req-40d39858-3c29-4ca9-a897-327fbb030156 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0970831 Nov 02 12:34:05.924699 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d196dd8e-a6c6-4383-a72f-b7037ddd9fe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for floatingip (ca419f99-f500-4887-aac6-9abbbefa52d1), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:05.972425 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3fe9e4c3-d19b-49cf-8075-df085202a78a req-382a6be3-ecc0-409c-b7db-33b8fd0fd7da service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558857 Nov 02 12:34:05.985467 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:05.996946 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-600f64d4-ed35-4813-a2cf-5c76004ab377 req-31d00b50-141a-49f6-833b-9b5d36f92913 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307449 Nov 02 12:34:06.226690 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44604) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:06.438877 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4c1cba9d-aacf-4239-bf3f-2059006773e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:06.530973 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4c1cba9d-aacf-4239-bf3f-2059006773e5 admin admin] Publish callbacks [] for security_group (d7f677b8-d201-489a-8bd8-c231696573e3), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:06.536808 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4c1cba9d-aacf-4239-bf3f-2059006773e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (d7f677b8-d201-489a-8bd8-c231696573e3), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:06.578357 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4c1cba9d-aacf-4239-bf3f-2059006773e5 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=21b279a7c73b4357bb7ec82e7d609d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502035 Nov 02 12:34:06.583063 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44612) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:06.605684 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cba9d-aacf-4239-bf3f-2059006773e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f677b8-d201-489a-8bd8-c231696573e3,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:06.646864 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d196dd8e-a6c6-4383-a72f-b7037ddd9fe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:06.652548 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d196dd8e-a6c6-4383-a72f-b7037ddd9fe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (ca419f99-f500-4887-aac6-9abbbefa52d1), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:06.663629 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2bde49ab-2051-4531-9a43-5703b842c9e0 admin admin] Publish callbacks [] for security_group (d7f677b8-d201-489a-8bd8-c231696573e3), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:06.701749 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2bde49ab-2051-4531-9a43-5703b842c9e0 admin admin] Publish callbacks [] for security_group (d7f677b8-d201-489a-8bd8-c231696573e3), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:06.777927 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2bde49ab-2051-4531-9a43-5703b842c9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (d7f677b8-d201-489a-8bd8-c231696573e3), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:06.780534 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2bde49ab-2051-4531-9a43-5703b842c9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:06.782532 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-2bde49ab-2051-4531-9a43-5703b842c9e0 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/d7f677b8-d201-489a-8bd8-c231696573e3 HTTP/1.1" status: 204 len: 168 time: 0.1979387 Nov 02 12:34:06.798431 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde49ab-2051-4531-9a43-5703b842c9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f677b8-d201-489a-8bd8-c231696573e3,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:07.120125 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:07.129080 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a315d66-67bc-4e3f-9a49-7cccff6eb718 req-57ffefdc-e817-4bce-b12c-c8893e260731 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:07.130683 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0a315d66-67bc-4e3f-9a49-7cccff6eb718 req-57ffefdc-e817-4bce-b12c-c8893e260731 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.3541870 Nov 02 12:34:07.224118 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:07.228263 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d196dd8e-a6c6-4383-a72f-b7037ddd9fe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Router 1abf6c31-009f-4ce0-962c-75edba7810b6 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:34:07.232537 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0a315d66-67bc-4e3f-9a49-7cccff6eb718 req-20c022e2-3cfc-4ce6-850e-d3e2c2f288f4 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694921 Nov 02 12:34:07.236114 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d140529-fc27-49b1-9662-94c2af28f07d req-8994d402-75b5-42a5-8202-a0134c52ac6c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:07.237821 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d140529-fc27-49b1-9662-94c2af28f07d req-8994d402-75b5-42a5-8202-a0134c52ac6c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0519466 Nov 02 12:34:07.293848 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5d140529-fc27-49b1-9662-94c2af28f07d req-8b5dbcc1-4a23-484b-baec-7e782dcd067b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474048 Nov 02 12:34:07.352034 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d196dd8e-a6c6-4383-a72f-b7037ddd9fe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:34:07.356764 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d196dd8e-a6c6-4383-a72f-b7037ddd9fe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:07.364103 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] Sync routers for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:34:07.377328 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:34:07.377974 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:34:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:07.386301 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:07.393863 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'tag': '31851f55-682f-47de-8743-7d17731aefbf'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:34:07.397113 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b15c9-2233-4b1d-b570-91346e8b3fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "tag": "31851f55-682f-47de-8743-7d17731aefbf"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:34:07.436610 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d196dd8e-a6c6-4383-a72f-b7037ddd9fe1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/ca419f99-f500-4887-aac6-9abbbefa52d1 HTTP/1.1" status: 200 len: 992 time: 1.6338780 Nov 02 12:34:07.451237 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cccf1c7-c283-4fd8-a6b0-07a6ec364479 x-openstack-request-id: req-8cccf1c7-c283-4fd8-a6b0-07a6ec364479 {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:34:07.451611 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "tag": "31851f55-682f-47de-8743-7d17731aefbf", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:34:07.451868 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8cccf1c7-c283-4fd8-a6b0-07a6ec364479 {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:34:07.452286 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cccf1c7-c283-4fd8-a6b0-07a6ec364479'] response: {'name': 'network-changed', 'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'tag': '31851f55-682f-47de-8743-7d17731aefbf', 'status': 'completed', 'code': 200} Nov 02 12:34:07.518627 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:34:07.649894 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-d92f2d7a-542a-43d6-baaa-6e1a2b419206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:07.651437 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-d92f2d7a-542a-43d6-baaa-6e1a2b419206 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 1129 time: 0.0524740 Nov 02 12:34:07.764303 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:07.766660 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-cade0f71-dcf7-4682-aafb-2244ad1dc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:07.768706 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-cade0f71-dcf7-4682-aafb-2244ad1dc35f service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.1086040 Nov 02 12:34:07.839557 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-1c98221b-8e6d-4ede-b588-707e6512e832 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31851f55-682f-47de-8743-7d17731aefbf HTTP/1.1" status: 200 len: 1000 time: 0.0629010 Nov 02 12:34:07.886076 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:07.946000 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-2df9d594-05dd-49e6-9ab6-7fb5ad3267fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:07.947463 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-2df9d594-05dd-49e6-9ab6-7fb5ad3267fa service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0589852 Nov 02 12:34:07.976515 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'ca419f99-f500-4887-aac6-9abbbefa52d1', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'port_id': '31851f55-682f-47de-8743-7d17731aefbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'mac_address': 'fa:16:3e:f3:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:31:39Z', 'updated_at': '2022-11-02T12:34:06Z', 'revision_number': 3, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:30Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:07.994666 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-0c4a2acf-33d4-4a9b-8c1a-388812a86bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:07.996179 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-0c4a2acf-33d4-4a9b-8c1a-388812a86bf8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413053 Nov 02 12:34:08.007851 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] Checking router: 1abf6c31-009f-4ce0-962c-75edba7810b6 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:34:08.017727 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:34:08.018236 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:34:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:08.096844 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-9862bcc6-bf42-487a-b4f4-d4dc4cd3cfa9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934198 Nov 02 12:34:08.131104 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:34:08.182367 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:08.201192 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f70b15c9-2233-4b1d-b570-91346e8b3fe6 req-4e12fad3-6461-49bb-80d7-9a5babad10ad service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985234 Nov 02 12:34:08.320438 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:08.366574 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc2deb-10bf-4a14-874f-fbccb977d620 req-07463df0-a7ad-4a69-a450-195137b8a1a7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:08.368100 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c8bc2deb-10bf-4a14-874f-fbccb977d620 req-07463df0-a7ad-4a69-a450-195137b8a1a7 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0520952 Nov 02 12:34:08.382942 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'ca419f99-f500-4887-aac6-9abbbefa52d1', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'port_id': '31851f55-682f-47de-8743-7d17731aefbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'mac_address': 'fa:16:3e:f3:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:31:39Z', 'updated_at': '2022-11-02T12:34:06Z', 'revision_number': 3, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:30Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:08.414142 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017362d-37d9-482b-ad32-cb88b5386fc9 None None] The sync data for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi is: [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'ca419f99-f500-4887-aac6-9abbbefa52d1', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'port_id': '31851f55-682f-47de-8743-7d17731aefbf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'mac_address': 'fa:16:3e:f3:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:31:39Z', 'updated_at': '2022-11-02T12:34:06Z', 'revision_number': 3, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:30Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:34:08.425787 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c8bc2deb-10bf-4a14-874f-fbccb977d620 req-37b264ff-8338-4adf-84f2-987079a71d4f tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518706 Nov 02 12:34:08.448393 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef49f3-5802-4a11-b2a7-3cc07c38105e req-aae3a222-94f3-4620-8758-58b60163b3a8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:08.450242 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-25ef49f3-5802-4a11-b2a7-3cc07c38105e req-aae3a222-94f3-4620-8758-58b60163b3a8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0632703 Nov 02 12:34:08.501758 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-25ef49f3-5802-4a11-b2a7-3cc07c38105e req-fb253695-0753-4b61-8769-15874a6faf40 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450771 Nov 02 12:34:08.635871 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09ae43-ca6a-4f69-a51c-dd3b3ec8a8ed req-1585ec25-d186-46af-a862-4e20634011bc tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:08.637365 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5b09ae43-ca6a-4f69-a51c-dd3b3ec8a8ed req-1585ec25-d186-46af-a862-4e20634011bc tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0525341 Nov 02 12:34:08.648240 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44644) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:08.653558 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-1795401b-b2e2-498e-95cc-5218579fa4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Request body: {'floatingip': {'port_id': '7aa2d46a-71ec-44fe-9fbb-04e05370efef'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:34:08.700010 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1795401b-b2e2-498e-95cc-5218579fa4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (32641055-f2f9-4af4-8f9b-ce466e190f0d), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:08.951548 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:09.275551 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:09.379673 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1795401b-b2e2-498e-95cc-5218579fa4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:09.383560 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1795401b-b2e2-498e-95cc-5218579fa4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (32641055-f2f9-4af4-8f9b-ce466e190f0d), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:09.454049 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'tag': '31851f55-682f-47de-8743-7d17731aefbf'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:34:09.456626 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812e6c64-3738-4c29-be91-31aa6f9b035f" -d '{"events": [{"name": "network-changed", "server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "tag": "31851f55-682f-47de-8743-7d17731aefbf"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:34:09.499843 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [None req-1795401b-b2e2-498e-95cc-5218579fa4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Floating IP 32641055-f2f9-4af4-8f9b-ce466e190f0d associated. External IP: 172.27.3.168, port: 7aa2d46a-71ec-44fe-9fbb-04e05370efef. Nov 02 12:34:09.510449 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344aad17-ae32-440f-b4be-e31bf041d7e7 x-openstack-request-id: req-344aad17-ae32-440f-b4be-e31bf041d7e7 {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:34:09.510731 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "tag": "31851f55-682f-47de-8743-7d17731aefbf", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:34:09.510971 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-344aad17-ae32-440f-b4be-e31bf041d7e7 {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:34:09.511577 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344aad17-ae32-440f-b4be-e31bf041d7e7'] response: {'name': 'network-changed', 'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'tag': '31851f55-682f-47de-8743-7d17731aefbf', 'status': 'completed', 'code': 200} Nov 02 12:34:09.570820 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478b601-eaa2-4ac4-af37-ebc9d80203b8 req-dbce6928-c0f7-49e8-854a-f64b6599f6f3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:09.572386 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9478b601-eaa2-4ac4-af37-ebc9d80203b8 req-dbce6928-c0f7-49e8-854a-f64b6599f6f3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0488901 Nov 02 12:34:09.589427 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-ee5b0e20-93eb-432b-8e3e-80f7af95e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:09.590926 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-ee5b0e20-93eb-432b-8e3e-80f7af95e458 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 1129 time: 0.0544055 Nov 02 12:34:09.627622 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9478b601-eaa2-4ac4-af37-ebc9d80203b8 req-25ff04c8-70ec-41a2-bed8-0ddd5eba732e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484571 Nov 02 12:34:09.746718 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:09.784795 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-8227b168-c8d5-4f9f-bb47-08813a5eb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:09.786328 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-8227b168-c8d5-4f9f-bb47-08813a5eb2f8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.1654918 Nov 02 12:34:09.890511 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-8503b0b5-bc52-4b5e-b3aa-90fb53fddfff service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31851f55-682f-47de-8743-7d17731aefbf HTTP/1.1" status: 200 len: 1000 time: 0.0795941 Nov 02 12:34:09.894581 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1795401b-b2e2-498e-95cc-5218579fa4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Router 24000646-60ea-4995-9d21-5e4dd20eb7c1 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:34:10.047761 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1795401b-b2e2-498e-95cc-5218579fa4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:34:10.050140 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-f553658e-d0bf-41a1-826c-15338a6a31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:10.051612 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-f553658e-d0bf-41a1-826c-15338a6a31f3 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.0941172 Nov 02 12:34:10.054602 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1795401b-b2e2-498e-95cc-5218579fa4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:10.057340 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] Sync routers for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:34:10.067587 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:34:10.068186 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:34:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:10.114792 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-1795401b-b2e2-498e-95cc-5218579fa4c0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/32641055-f2f9-4af4-8f9b-ce466e190f0d HTTP/1.1" status: 200 len: 992 time: 1.4651051 Nov 02 12:34:10.117144 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:34:10.119375 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b1cc3d-423b-4212-a11c-5a4ac4d114da" -d '{"events": [{"name": "network-changed", "server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:34:10.122932 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-163f2103-de63-4d9f-9bf9-ee0f7f58c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:10.124423 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-163f2103-de63-4d9f-9bf9-ee0f7f58c3d6 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663786 Nov 02 12:34:10.173028 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:34:10.181599 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12325a34-66ea-4e37-9e8e-f0c33e034dc2 x-openstack-request-id: req-12325a34-66ea-4e37-9e8e-f0c33e034dc2 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:34:10.181899 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:34:10.182156 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-12325a34-66ea-4e37-9e8e-f0c33e034dc2 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:34:10.182563 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12325a34-66ea-4e37-9e8e-f0c33e034dc2'] response: {'name': 'network-changed', 'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'status': 'completed', 'code': 200} Nov 02 12:34:10.241006 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-a4dfde94-07ce-4662-b4b7-633e4de9555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:10.242531 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-a4dfde94-07ce-4662-b4b7-633e4de9555e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 1130 time: 0.0576692 Nov 02 12:34:10.277064 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-e475fa86-8dd3-42f0-a308-c8f5ff760905 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465831 Nov 02 12:34:10.364476 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:10.395084 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '32641055-f2f9-4af4-8f9b-ce466e190f0d', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'port_id': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'mac_address': 'fa:16:3e:29:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:33:47Z', 'updated_at': '2022-11-02T12:34:09Z', 'revision_number': 1, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:10.420478 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] Checking router: 24000646-60ea-4995-9d21-5e4dd20eb7c1 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:34:10.426926 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-a58329a9-d262-4747-9216-b37e51ab9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:10.428433 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-a58329a9-d262-4747-9216-b37e51ab9a9e service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 918 time: 0.1801245 Nov 02 12:34:10.430156 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:34:10.430774 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:34:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:10.435157 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-812e6c64-3738-4c29-be91-31aa6f9b035f req-a91b1e81-a44a-4e4a-8a3b-01bd76f3e9aa service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283979 Nov 02 12:34:10.502987 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-ef0b7f6a-6801-41c7-ac12-718f964e8f40 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef HTTP/1.1" status: 200 len: 1000 time: 0.0668280 Nov 02 12:34:10.557211 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-1e4e0134-c5c7-4cd9-9301-6b4baed34d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:10.558696 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-1e4e0134-c5c7-4cd9-9301-6b4baed34d80 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.0503781 Nov 02 12:34:10.606201 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-653433ca-27bf-43a5-8212-8e5605c2cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:10.607814 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-653433ca-27bf-43a5-8212-8e5605c2cf76 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425773 Nov 02 12:34:10.661191 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:34:10.731703 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-a3b1599d-0264-4f5c-b10f-f09350471787 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077318 Nov 02 12:34:10.791733 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7876ace-32b7-464c-a889-02533bebb1ae req-5d76bf59-2ec3-4944-9ba9-0c32d5f6d088 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:10.794256 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c7876ace-32b7-464c-a889-02533bebb1ae req-5d76bf59-2ec3-4944-9ba9-0c32d5f6d088 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0759633 Nov 02 12:34:10.818346 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:10.851533 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c7876ace-32b7-464c-a889-02533bebb1ae req-a373e8f5-9654-4d0b-8416-b46bf840d157 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509083 Nov 02 12:34:10.852164 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57b1cc3d-423b-4212-a11c-5a4ac4d114da req-9c922edb-bc78-41d4-9535-992a12880a95 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146927 Nov 02 12:34:11.027448 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '32641055-f2f9-4af4-8f9b-ce466e190f0d', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'port_id': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'mac_address': 'fa:16:3e:29:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:33:47Z', 'updated_at': '2022-11-02T12:34:09Z', 'revision_number': 1, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:11.056381 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329e091-cb56-4f27-98c8-d8c657cc7195 None None] The sync data for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi is: [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '32641055-f2f9-4af4-8f9b-ce466e190f0d', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'port_id': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'mac_address': 'fa:16:3e:29:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:33:47Z', 'updated_at': '2022-11-02T12:34:09Z', 'revision_number': 1, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:34:11.144417 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e08b7-8cb2-4d9f-afd2-693e05f3521f req-15c156f0-3460-4a53-97ad-d9cd58b1068d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:11.146558 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a54e08b7-8cb2-4d9f-afd2-693e05f3521f req-15c156f0-3460-4a53-97ad-d9cd58b1068d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0544193 Nov 02 12:34:11.158828 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-fc58e199-4071-46e9-9168-8bb08fe1aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:11.160909 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-fc58e199-4071-46e9-9168-8bb08fe1aae5 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 1130 time: 0.0603187 Nov 02 12:34:11.208150 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a54e08b7-8cb2-4d9f-afd2-693e05f3521f req-258585d4-2a89-47c5-9ad4-298050a610aa tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541270 Nov 02 12:34:11.267598 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-5c601b6f-4b7d-41ea-a874-826c34763823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:11.269132 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-5c601b6f-4b7d-41ea-a874-826c34763823 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 200 len: 913 time: 0.1023910 Nov 02 12:34:11.330141 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20bc876-a5e7-4eba-a650-182e9d71d5bb None None] New status for floating IP 32641055-f2f9-4af4-8f9b-ce466e190f0d: ACTIVE {{(pid=106352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:34:11.345146 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-769a5a8b-96fa-445b-8b4e-66d89c98f823 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5761531-577c-4309-a7db-9bb6acfee9dc HTTP/1.1" status: 200 len: 1001 time: 0.0695369 Nov 02 12:34:11.398447 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-d1906697-a243-425d-b90c-c0ac58aa4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:11.399929 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-d1906697-a243-425d-b90c-c0ac58aa4a58 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=dd66505c-21ed-4318-84b1-3cd8c2380645 HTTP/1.1" status: 200 len: 850 time: 0.0495973 Nov 02 12:34:11.446847 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-2011b0b9-5bcd-4571-a197-257c0e2a473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:11.449334 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-2011b0b9-5bcd-4571-a197-257c0e2a473e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428548 Nov 02 12:34:11.555211 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-47d033e5-461a-4043-87c8-77811d74d611 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994768 Nov 02 12:34:11.651237 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f93b9a61-a680-4bf4-bb1f-ca46f5b0a4c5 req-f025754c-bce2-4218-a04d-d1cfc16187c4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900176 Nov 02 12:34:12.345879 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:12.356253 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987ec79-369b-40df-9744-25c1897bc978 req-2b286da1-ed03-495a-a46e-4acc73e75315 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:12.358003 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b987ec79-369b-40df-9744-25c1897bc978 req-2b286da1-ed03-495a-a46e-4acc73e75315 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0552571 Nov 02 12:34:12.440189 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b987ec79-369b-40df-9744-25c1897bc978 req-1885ecf2-83a7-4ab8-b339-ed4555f92ba1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739765 Nov 02 12:34:13.580758 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b161d0-b8da-4df2-94ef-69bb4bcaf810 req-330d2fe9-dbc8-41ef-a00b-c936ef7470d2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:13.582368 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d9b161d0-b8da-4df2-94ef-69bb4bcaf810 req-330d2fe9-dbc8-41ef-a00b-c936ef7470d2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0542665 Nov 02 12:34:13.640738 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d9b161d0-b8da-4df2-94ef-69bb4bcaf810 req-6c6675ef-c790-4ddb-9cb4-a9f092528fe6 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526023 Nov 02 12:34:14.518204 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44710) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:14.563591 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_v2 [None req-f401786f-da76-4624-a225-958f022df860 admin admin] Deleting subnet 58387fd7-1cf7-4891-b81a-871f694f4d22 {{(pid=106350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:34:14.566997 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f401786f-da76-4624-a225-958f022df860 admin admin] Publish callbacks [] for subnet (58387fd7-1cf7-4891-b81a-871f694f4d22), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:14.608209 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f401786f-da76-4624-a225-958f022df860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5705596'] for subnet (58387fd7-1cf7-4891-b81a-871f694f4d22), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:14.662964 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f401786f-da76-4624-a225-958f022df860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (58387fd7-1cf7-4891-b81a-871f694f4d22), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:14.728388 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f401786f-da76-4624-a225-958f022df860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5336142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4919004'] for subnet (58387fd7-1cf7-4891-b81a-871f694f4d22), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:14.755922 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401786f-da76-4624-a225-958f022df860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58387fd7-1cf7-4891-b81a-871f694f4d22,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:14.761423 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f401786f-da76-4624-a225-958f022df860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:14.764990 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-f401786f-da76-4624-a225-958f022df860 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/58387fd7-1cf7-4891-b81a-871f694f4d22 HTTP/1.1" status: 204 len: 168 time: 0.2456949 Nov 02 12:34:14.771928 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44712) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:14.852322 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (198d3999-966c-482d-951f-86abbbcd5ae3), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:14.939443 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (198d3999-966c-482d-951f-86abbbcd5ae3), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:14.963496 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198d3999-966c-482d-951f-86abbbcd5ae3']}} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:14.975347 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f64ead-dc1b-4690-b276-69395f28d9eb') {'for_net_delete': True} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:14.975653 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f64ead-dc1b-4690-b276-69395f28d9eb') {} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:14.986783 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5705579'] for segment (60f64ead-dc1b-4690-b276-69395f28d9eb), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.002303 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (60f64ead-dc1b-4690-b276-69395f28d9eb), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.010364 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:15.015717 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=106350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:34:15.016373 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336208'] for segment (60f64ead-dc1b-4690-b276-69395f28d9eb), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.051294 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 60f64ead-dc1b-4690-b276-69395f28d9eb resource provider aggregate not found Nov 02 12:34:15.111985 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 60f64ead-dc1b-4690-b276-69395f28d9eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60f64ead-dc1b-4690-b276-69395f28d9eb found for delete ", "request_id": "req-1a4a834f-8abe-4b0c-a820-ba109bf546c1"}]} Nov 02 12:34:15.148716 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (198d3999-966c-482d-951f-86abbbcd5ae3), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.157513 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.163598 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/198d3999-966c-482d-951f-86abbbcd5ae3 HTTP/1.1" status: 204 len: 168 time: 0.3902318 Nov 02 12:34:15.184564 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff32813-dc69-4b6e-bb23-91ef68b339fc admin admin] Pushing event deleted for resources: {'Network': ['ID=198d3999-966c-482d-951f-86abbbcd5ae3,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:15.371325 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44720) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:15.416708 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-014d3157-0ece-4a71-be9b-1ec31cf777af admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=64af2cf0e0a14b3ea92c2438baeeb900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437608 Nov 02 12:34:15.419553 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44722) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:15.480383 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e214052e-1bbf-44a4-ae58-96a273b86ab5 admin admin] Publish callbacks [] for security_group (7035f746-4bad-4af9-844c-4165aeb1675a), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.505776 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e214052e-1bbf-44a4-ae58-96a273b86ab5 admin admin] Publish callbacks [] for security_group (7035f746-4bad-4af9-844c-4165aeb1675a), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.575560 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e214052e-1bbf-44a4-ae58-96a273b86ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (7035f746-4bad-4af9-844c-4165aeb1675a), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.578957 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e214052e-1bbf-44a4-ae58-96a273b86ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:15.580805 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e214052e-1bbf-44a4-ae58-96a273b86ab5 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7035f746-4bad-4af9-844c-4165aeb1675a HTTP/1.1" status: 204 len: 168 time: 0.1596754 Nov 02 12:34:15.592917 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214052e-1bbf-44a4-ae58-96a273b86ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7035f746-4bad-4af9-844c-4165aeb1675a,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:15.607331 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:21.443800 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:25.410985 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:25.413978 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=70,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:25.555048 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:25.586122 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:30.338732 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:30.459578 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=73 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:30.460345 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:32.730580 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6aba46c4-83cb-4761-ae4f-da2405c2b786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:33.193436 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba7946-f492-4d5a-836b-f423911c921a req-f48302fc-68eb-4ed7-af7e-f76e24c7574d tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:33.194930 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0cba7946-f492-4d5a-836b-f423911c921a req-f48302fc-68eb-4ed7-af7e-f76e24c7574d tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0536208 Nov 02 12:34:33.252911 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0cba7946-f492-4d5a-836b-f423911c921a req-f81eb0ef-338b-40c4-84f8-250e12eeec12 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501742 Nov 02 12:34:34.390116 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14557246-765b-40be-90e5-30f08d5fdee9 req-e9361d30-412d-4f49-bda2-725b217baaab tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:34.392297 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-14557246-765b-40be-90e5-30f08d5fdee9 req-e9361d30-412d-4f49-bda2-725b217baaab tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0564213 Nov 02 12:34:34.455844 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-14557246-765b-40be-90e5-30f08d5fdee9 req-4b51cc3b-019e-4fbd-89c1-d6ee897bc401 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572085 Nov 02 12:34:35.589296 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418d0b3-2f10-4d67-b1d1-70e50be8276c req-6394ba2c-f21c-42b1-b4aa-67488457db4c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:35.590843 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9418d0b3-2f10-4d67-b1d1-70e50be8276c req-6394ba2c-f21c-42b1-b4aa-67488457db4c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0533943 Nov 02 12:34:35.647641 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9418d0b3-2f10-4d67-b1d1-70e50be8276c req-9633c875-4398-4c5d-82b0-b33fe7891c33 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500033 Nov 02 12:34:35.743424 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-65471793-169a-4951-b8a8-e010923c7926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:36.779243 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e598-8150-4f8a-9a3a-43181f506436 req-267e0015-9d0b-422a-8865-d4481cd16539 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:36.780695 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bec1e598-8150-4f8a-9a3a-43181f506436 req-267e0015-9d0b-422a-8865-d4481cd16539 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0506761 Nov 02 12:34:36.835522 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bec1e598-8150-4f8a-9a3a-43181f506436 req-9e9e7625-b824-4416-87ce-ea498524d033 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470605 Nov 02 12:34:37.601908 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:37.960927 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d680-6113-4a2d-904e-b4f5f43cfc60 req-b19dc081-49d4-4245-a872-f2d3e3777e73 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:37.962538 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f135d680-6113-4a2d-904e-b4f5f43cfc60 req-b19dc081-49d4-4245-a872-f2d3e3777e73 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0504878 Nov 02 12:34:38.015229 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f135d680-6113-4a2d-904e-b4f5f43cfc60 req-b91e4140-9e54-4c91-b3ce-c607c3ac1f4b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469084 Nov 02 12:34:38.304211 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:38.950624 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:39.143301 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99389c-1178-42d3-b9ce-5a4d2532be30 req-2debfbcc-5da2-46f7-a8b0-6f9607317dc8 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:39.144831 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-af99389c-1178-42d3-b9ce-5a4d2532be30 req-2debfbcc-5da2-46f7-a8b0-6f9607317dc8 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0506518 Nov 02 12:34:39.204668 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-af99389c-1178-42d3-b9ce-5a4d2532be30 req-6afe4061-8977-4838-9803-e3103069491c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541961 Nov 02 12:34:40.332484 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464630d-6f00-4be5-b498-9721a5d45b50 req-a353ddc5-35a6-49cd-834d-2adfa3ff241e tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:40.334096 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2464630d-6f00-4be5-b498-9721a5d45b50 req-a353ddc5-35a6-49cd-834d-2adfa3ff241e tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0526803 Nov 02 12:34:40.387484 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2464630d-6f00-4be5-b498-9721a5d45b50 req-f5240c00-5a98-4db2-a79c-459d1ef7b1d2 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468514 Nov 02 12:34:41.486242 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:34:41.521793 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c123f-3228-4d0e-bc9d-cc5a76192ad4 req-9208ddff-c18e-4685-b8f3-d34dd8f30890 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:41.523307 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6a5c123f-3228-4d0e-bc9d-cc5a76192ad4 req-9208ddff-c18e-4685-b8f3-d34dd8f30890 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0567219 Nov 02 12:34:41.574251 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6a5c123f-3228-4d0e-bc9d-cc5a76192ad4 req-5f692c5e-72bd-4e29-b6fc-c0b0dc0596e1 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452168 Nov 02 12:34:42.695127 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540c208-0cdb-4ecc-9368-9a6b8748fde2 req-a1f45597-0ca4-4467-850f-d66a04b0b2a3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:42.696631 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4540c208-0cdb-4ecc-9368-9a6b8748fde2 req-a1f45597-0ca4-4467-850f-d66a04b0b2a3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0481763 Nov 02 12:34:42.753552 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4540c208-0cdb-4ecc-9368-9a6b8748fde2 req-3672e76d-c6a0-44a7-b892-977b392fd77e tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511177 Nov 02 12:34:43.514350 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-d847468b-5fe8-4f2f-9bf0-4d46e9280f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:43.515922 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-d847468b-5fe8-4f2f-9bf0-4d46e9280f74 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=620e39db57f34948b5450e5b90c984cb&device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1129 time: 0.1925623 Nov 02 12:34:43.618344 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-97ca5e65-6627-4075-86dd-aa4f2a35a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:43.619820 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-97ca5e65-6627-4075-86dd-aa4f2a35a6c3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=6edbe81a-ad8c-4936-a044-e7c71fdd584a HTTP/1.1" status: 200 len: 911 time: 0.0971427 Nov 02 12:34:43.690255 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-ac3a56be-d54d-44cb-b706-dfe080a9cf4e service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 200 len: 1001 time: 0.0624740 Nov 02 12:34:43.744361 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-8329f2b9-ae66-4269-a710-dff824386c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:43.745866 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-8329f2b9-ae66-4269-a710-dff824386c17 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=66f60ff7-50b7-4504-bf41-b1139a7b6f41 HTTP/1.1" status: 200 len: 848 time: 0.0480971 Nov 02 12:34:43.795550 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-cb746c93-87c1-4228-907c-119ee6beda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:43.797155 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-cb746c93-87c1-4228-907c-119ee6beda0f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=6edbe81a-ad8c-4936-a044-e7c71fdd584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438957 Nov 02 12:34:43.914994 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fc3e9-3a77-4c14-81f1-c52661a11129 req-2ae188f4-f533-44cb-8288-cd6c48b7ec9c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:43.916381 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-df8fc3e9-3a77-4c14-81f1-c52661a11129 req-2ae188f4-f533-44cb-8288-cd6c48b7ec9c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0603688 Nov 02 12:34:44.205334 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-37196924-ce20-4c19-a52b-2e94118e645c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979418 Nov 02 12:34:44.277422 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-df8fc3e9-3a77-4c14-81f1-c52661a11129 req-9ad73193-fd83-449b-a7a7-a4fa3745fd34 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541522 Nov 02 12:34:44.279509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:44.330592 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a50f3dab-37f9-410f-9a8d-57b4b53915e9 req-13dc5070-48ce-4570-9897-d82022510479 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171129 Nov 02 12:34:45.410506 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413bb51-dbb1-4b7f-9d0c-7c5ba8897950 req-7da11ca4-8bcf-453c-9b14-6b302dcb0e8b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:45.412352 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3413bb51-dbb1-4b7f-9d0c-7c5ba8897950 req-7da11ca4-8bcf-453c-9b14-6b302dcb0e8b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0489156 Nov 02 12:34:45.476248 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3413bb51-dbb1-4b7f-9d0c-7c5ba8897950 req-21565661-db0b-44a5-b469-d88adce8ea8b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581334 Nov 02 12:34:46.631783 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5059e5d-a421-4608-8cfa-5cb461ca7d5e req-2dfbb2a1-bb23-4065-bd68-41e3959543ff tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:46.633423 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5059e5d-a421-4608-8cfa-5cb461ca7d5e req-2dfbb2a1-bb23-4065-bd68-41e3959543ff tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0691257 Nov 02 12:34:46.697366 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a5059e5d-a421-4608-8cfa-5cb461ca7d5e req-d18ad4da-0c5d-4ac1-a07c-46b8598ebbdf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560341 Nov 02 12:34:47.149503 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa86c-532e-46e0-974d-3381b3563469 req-d4bcace3-50ef-4e4a-b720-aacdb0b2d748 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:47.157626 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2ccfa86c-532e-46e0-974d-3381b3563469 req-d4bcace3-50ef-4e4a-b720-aacdb0b2d748 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0750442 Nov 02 12:34:47.205511 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2ccfa86c-532e-46e0-974d-3381b3563469 req-4e5c8156-4a08-45e9-9332-dcc866358ec6 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466108 Nov 02 12:34:47.827385 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c8752-bcf7-41e6-967e-ed470a48c080 req-d1bebfc0-47df-487e-8ad3-25d06d469b1d tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:47.829779 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-713c8752-bcf7-41e6-967e-ed470a48c080 req-d1bebfc0-47df-487e-8ad3-25d06d469b1d tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0503011 Nov 02 12:34:47.880904 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-713c8752-bcf7-41e6-967e-ed470a48c080 req-59b1a9d5-62ac-4fa5-8516-94c7f2b49803 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453031 Nov 02 12:34:48.008754 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [req-0a44922e-a3a3-4ecf-89b1-a79432b6401f req-19a361cd-5c49-4810-8df4-62fc192e3003 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:34:48.009785 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0a44922e-a3a3-4ecf-89b1-a79432b6401f req-19a361cd-5c49-4810-8df4-62fc192e3003 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0548077 Nov 02 12:34:48.158770 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:48.185286 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-b8356495-5a15-499d-a8e7-2aaef9d05f88 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715663 Nov 02 12:34:48.199327 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d591b-13b2-4653-8331-30ae87ede342 req-9f9fd1fb-fc25-4165-9850-05a6f38c0acc tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:48.208299 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-709d591b-13b2-4653-8331-30ae87ede342 req-9f9fd1fb-fc25-4165-9850-05a6f38c0acc tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0609756 Nov 02 12:34:48.286443 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-74523851-dafc-405f-89aa-750441c47142 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:48.288108 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-74523851-dafc-405f-89aa-750441c47142 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports/87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 200 len: 942 time: 0.0684447 Nov 02 12:34:48.303800 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-709d591b-13b2-4653-8331-30ae87ede342 req-69f018eb-5b8a-46c1-93eb-7490577cb160 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916681 Nov 02 12:34:48.338607 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb27bf-dd40-4cef-bdf4-5d2aa790f8e7 req-b548d797-cde4-4144-9d67-442a9918ee6b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:48.340188 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a6eb27bf-dd40-4cef-bdf4-5d2aa790f8e7 req-b548d797-cde4-4144-9d67-442a9918ee6b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0562298 Nov 02 12:34:48.393552 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a6eb27bf-dd40-4cef-bdf4-5d2aa790f8e7 req-c9adcc70-2cc8-4cbc-91c9-74b3c161e103 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455794 Nov 02 12:34:48.940628 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:48.945758 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:49.443687 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f15fad-19f3-40c3-b6c6-48eb8cf979a0 req-b0ee2558-7a50-4fc0-8a83-c04ec431a5d8 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:49.445276 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-24f15fad-19f3-40c3-b6c6-48eb8cf979a0 req-b0ee2558-7a50-4fc0-8a83-c04ec431a5d8 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0508809 Nov 02 12:34:49.511715 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-24f15fad-19f3-40c3-b6c6-48eb8cf979a0 req-d3ccab9c-ff12-42c9-806a-b3a0e1744abf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606883 Nov 02 12:34:49.524077 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a8dce-60b8-4b70-aeef-93d41964d1d9 req-27e59d05-3a71-47f2-ba8a-7dce9b182f97 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:49.525623 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c79a8dce-60b8-4b70-aeef-93d41964d1d9 req-27e59d05-3a71-47f2-ba8a-7dce9b182f97 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0537517 Nov 02 12:34:49.581278 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c79a8dce-60b8-4b70-aeef-93d41964d1d9 req-1de6047c-bb26-4b61-a0c4-a1e8f9fa200d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Nov 02 12:34:49.875996 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70cf4-b8cf-4278-a6db-4c862296bd99 req-83043794-e4f9-4e9d-aa04-db0dd8f07cb9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:49.877562 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-25a70cf4-b8cf-4278-a6db-4c862296bd99 req-83043794-e4f9-4e9d-aa04-db0dd8f07cb9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0522459 Nov 02 12:34:49.932512 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-25a70cf4-b8cf-4278-a6db-4c862296bd99 req-eb74d960-1941-4dbd-9c9f-7f4bca42cc1a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467682 Nov 02 12:34:50.201457 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 87e694b5-8f11-43e5-a848-417df7df3b22 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:34:50.279824 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 87e694b5-8f11-43e5-a848-417df7df3b22 is: ACTIVE; New status is: DOWN {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:34:50.280216 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.306627 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:34:50.308971 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa622788-280e-486d-b46f-09391871e20d" -d '{"events": [{"server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:34:50.323186 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=87e694b5-8f11-43e5-a848-417df7df3b22,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:34:50.329205 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:50.368240 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357fac88-b8a2-4de4-bee8-d19c96576eb0 x-openstack-request-id: req-357fac88-b8a2-4de4-bee8-d19c96576eb0 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:34:50.368887 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:34:50.369127 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-357fac88-b8a2-4de4-bee8-d19c96576eb0 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:34:50.370101 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357fac88-b8a2-4de4-bee8-d19c96576eb0'] response: {'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22', 'code': 200} Nov 02 12:34:50.411672 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=87e694b5-8f11-43e5-a848-417df7df3b22,revision_number=6']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:50.419246 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.419595 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.419966 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.420319 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.420666 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.421033 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.421384 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.421760 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.422093 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.422423 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.422757 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.423412 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.423412 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.423909 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.424105 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:50.639719 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:50.655092 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959608-25ce-4dc9-a72c-42262f1a21bb req-aded0585-64b4-44be-853b-08fbde1b8151 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:50.658049 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ae959608-25ce-4dc9-a72c-42262f1a21bb req-aded0585-64b4-44be-853b-08fbde1b8151 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0593572 Nov 02 12:34:50.729752 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ae959608-25ce-4dc9-a72c-42262f1a21bb req-6b5ca422-21f9-4314-aa11-e6580f95b9fd tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651789 Nov 02 12:34:50.743054 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5bfb1-815a-4ae5-a5de-470a8894d544 req-bff1ea34-1de3-47b5-a23c-e1361154c336 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:50.745797 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2dd5bfb1-815a-4ae5-a5de-470a8894d544 req-bff1ea34-1de3-47b5-a23c-e1361154c336 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0650580 Nov 02 12:34:50.820604 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2dd5bfb1-815a-4ae5-a5de-470a8894d544 req-510f96b1-81a3-43df-a68d-1f6729c57026 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=20f3ed08-71a6-4708-adb2-f6c07627f734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679870 Nov 02 12:34:51.010900 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd132005-1a08-4709-9a1b-d55207caffcd req-57c0c475-205a-44ff-9030-0fdda813b20a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:51.013096 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bd132005-1a08-4709-9a1b-d55207caffcd req-57c0c475-205a-44ff-9030-0fdda813b20a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0656230 Nov 02 12:34:51.087412 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05243a58-6e4d-42e4-a3cc-6077c9531293 req-5870ebfd-37ed-4daf-85d4-b72599b4d05f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:51.089171 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-05243a58-6e4d-42e4-a3cc-6077c9531293 req-5870ebfd-37ed-4daf-85d4-b72599b4d05f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0598147 Nov 02 12:34:51.113689 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Deleting port 31851f55-682f-47de-8743-7d17731aefbf {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:34:51.114129 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (31851f55-682f-47de-8743-7d17731aefbf), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.128685 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:51.146331 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-05243a58-6e4d-42e4-a3cc-6077c9531293 req-3e9e307d-0aa4-4c95-ad64-1d54561accea tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499580 Nov 02 12:34:51.234107 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] For port 31851f55-682f-47de-8743-7d17731aefbf, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=31851f55-682f-47de-8743-7d17731aefbf,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:34:51.234596 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (31851f55-682f-47de-8743-7d17731aefbf), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.488923 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.489789 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (ca419f99-f500-4887-aac6-9abbbefa52d1), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.490636 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Floating IP ca419f99-f500-4887-aac6-9abbbefa52d1 disassociated. External IP: 172.27.3.78, port: 31851f55-682f-47de-8743-7d17731aefbf. Nov 02 12:34:51.491381 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Calling delete_port for 31851f55-682f-47de-8743-7d17731aefbf owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:34:51.561488 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:51.665548 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (31851f55-682f-47de-8743-7d17731aefbf), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:51.682063 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:51.707661 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event deleted for resources: {'Port': ['ID=31851f55-682f-47de-8743-7d17731aefbf,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:51.888261 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2778404-66b1-49fc-bfc6-89beabae32f5 req-0542f6e6-d604-49e3-8023-e5555abc4af4 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:51.890338 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c2778404-66b1-49fc-bfc6-89beabae32f5 req-0542f6e6-d604-49e3-8023-e5555abc4af4 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0709896 Nov 02 12:34:51.900409 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Router 1abf6c31-009f-4ce0-962c-75edba7810b6 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:34:51.943494 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-67685047-654e-4f1e-92bb-e82237514e3e req-ec337c11-0bdc-4bd9-8e36-4550be5b5aba tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0325201 Nov 02 12:34:52.000751 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c2778404-66b1-49fc-bfc6-89beabae32f5 req-3655a8f9-26a1-42c1-a80d-65c47e1c7d74 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986824 Nov 02 12:34:52.092184 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:34:52.105198 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] Sync routers for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:34:52.118673 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:34:52.119478 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:34:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:52.149841 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] No DVR routers for this DVR port 31851f55-682f-47de-8743-7d17731aefbf on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:34:52.152788 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:52.157630 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bd132005-1a08-4709-9a1b-d55207caffcd req-13aa8d80-d7a4-4456-8510-f01085092448 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "DELETE /networking/v2.0/ports/31851f55-682f-47de-8743-7d17731aefbf HTTP/1.1" status: 204 len: 173 time: 1.1383827 Nov 02 12:34:52.158205 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'name': 'network-vif-deleted', 'tag': '31851f55-682f-47de-8743-7d17731aefbf'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:34:52.161459 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f86659-47a4-47ef-b83e-15689c4b76dc" -d '{"events": [{"server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "name": "network-vif-deleted", "tag": "31851f55-682f-47de-8743-7d17731aefbf"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:34:52.264333 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:34:52.309420 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f27a2-9718-45e4-a49d-2cd7562e6ad5 req-fd60a364-2ee7-41a0-8bae-14cc82d689fa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:52.311499 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-820f27a2-9718-45e4-a49d-2cd7562e6ad5 req-fd60a364-2ee7-41a0-8bae-14cc82d689fa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0610743 Nov 02 12:34:52.318584 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fba55a2-e431-4bb7-9fcb-0d8c0b2d91c7 x-openstack-request-id: req-5fba55a2-e431-4bb7-9fcb-0d8c0b2d91c7 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:34:52.319137 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d421a0ad-d6ba-492d-9d77-90d12500d3e6", "name": "network-vif-deleted", "tag": "31851f55-682f-47de-8743-7d17731aefbf", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:34:52.319621 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5fba55a2-e431-4bb7-9fcb-0d8c0b2d91c7 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:34:52.320220 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fba55a2-e431-4bb7-9fcb-0d8c0b2d91c7'] response: {'server_uuid': 'd421a0ad-d6ba-492d-9d77-90d12500d3e6', 'name': 'network-vif-deleted', 'tag': '31851f55-682f-47de-8743-7d17731aefbf', 'status': 'completed', 'code': 200} Nov 02 12:34:52.406823 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-820f27a2-9718-45e4-a49d-2cd7562e6ad5 req-bdb35b13-ca46-4219-8819-849593306197 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820189 Nov 02 12:34:52.488583 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-f145b2ae-4ecd-40b5-874b-d3dedf09d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:52.490517 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-f145b2ae-4ecd-40b5-874b-d3dedf09d7b9 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c&tenant_id=620e39db57f34948b5450e5b90c984cb HTTP/1.1" status: 200 len: 1127 time: 0.0781248 Nov 02 12:34:52.517886 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:30Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:52.564847 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] Checking router: 1abf6c31-009f-4ce0-962c-75edba7810b6 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:34:52.576462 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:34:52.577244 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:34:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:52.581242 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-83376fe9-7fb7-4b5a-b3e3-916c4046161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:52.582788 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-83376fe9-7fb7-4b5a-b3e3-916c4046161c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=620e39db57f34948b5450e5b90c984cb&device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1127 time: 0.0601230 Nov 02 12:34:52.746364 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-f266375a-22c3-42db-b589-a2f979f74ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:52.748610 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-f266375a-22c3-42db-b589-a2f979f74ddf service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=6edbe81a-ad8c-4936-a044-e7c71fdd584a HTTP/1.1" status: 200 len: 911 time: 0.1591361 Nov 02 12:34:52.749974 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:34:52.849421 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-2c8a1a62-4b8a-4640-b186-7bc3e28aec82 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 200 len: 999 time: 0.0943606 Nov 02 12:34:52.945352 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-32c6214f-4341-49e9-939f-3e1233579498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:52.948153 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-32c6214f-4341-49e9-939f-3e1233579498 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=66f60ff7-50b7-4504-bf41-b1139a7b6f41 HTTP/1.1" status: 200 len: 848 time: 0.0859900 Nov 02 12:34:53.012431 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:30Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:53.039287 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2afa-0b96-40ea-80f6-8cbedb8d1f1a req-cfaad9e9-32cc-4735-8471-1a7b5d247936 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:53.042925 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-235c2afa-0b96-40ea-80f6-8cbedb8d1f1a req-cfaad9e9-32cc-4735-8471-1a7b5d247936 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0710123 Nov 02 12:34:53.054498 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22081f89-b67c-43b0-a840-dd5efd3cc4e2 None None] The sync data for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi is: [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:29:10Z', 'revision_number': 4, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '1ab57b82-fd28-48cf-b223-009600b3f6a0', 'name': '', 'network_id': 'd036ebb3-3fc9-46ee-88bb-f55457c5a308', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'mac_address': 'fa:16:3e:5a:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:08Z', 'updated_at': '2022-11-02T12:29:30Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'subnets': [{'id': 'fbce0648-1980-4ba0-846b-e1a10bbac213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:34:53.105155 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-235c2afa-0b96-40ea-80f6-8cbedb8d1f1a req-0dfbc55a-6dba-4f1f-84fd-480119c68b09 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583153 Nov 02 12:34:53.139948 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ba0d7c9d-f544-4bc2-a011-1b945d6474b9 req-c9f74d14-d918-455f-8ca7-f22efed60a61 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0336070 Nov 02 12:34:53.239418 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527346f-f3a5-41f0-82d1-fa3c3371d7f1 req-df461e74-bb80-439e-84c5-5aa7f7436065 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:53.242181 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3527346f-f3a5-41f0-82d1-fa3c3371d7f1 req-df461e74-bb80-439e-84c5-5aa7f7436065 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0656056 Nov 02 12:34:53.303725 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3527346f-f3a5-41f0-82d1-fa3c3371d7f1 req-10918319-8ceb-4559-83b2-06212c9966b3 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540676 Nov 02 12:34:53.337600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33114bc7-6cde-436f-a710-3413159ee831 None None] New status for floating IP ca419f99-f500-4887-aac6-9abbbefa52d1: DOWN {{(pid=106352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:34:53.550506 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f7b2a-5226-4c64-8e10-86eb77772306 req-933911b8-f4af-49e8-be6d-0306b8b44055 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:53.552126 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-df5f7b2a-5226-4c64-8e10-86eb77772306 req-933911b8-f4af-49e8-be6d-0306b8b44055 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0535986 Nov 02 12:34:53.616751 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-df5f7b2a-5226-4c64-8e10-86eb77772306 req-4f53bf1a-4948-456d-9b6d-51b63f065d67 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585003 Nov 02 12:34:54.211199 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 31851f55-682f-47de-8743-7d17731aefbf no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:34:54.242917 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 31851f55-682f-47de-8743-7d17731aefbf {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:34:54.243462 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 31851f55-682f-47de-8743-7d17731aefbf not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:34:54.284421 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12a27f-a1d0-4258-b42c-2d4a3a162bf4 req-de18b249-abc5-4226-aac8-631023ef152d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:54.286136 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5e12a27f-a1d0-4258-b42c-2d4a3a162bf4 req-de18b249-abc5-4226-aac8-631023ef152d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0729697 Nov 02 12:34:54.304695 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd72e2cc-bb37-43a7-a65d-b3b246c92ac5 req-b5e29757-78c6-4cc0-bb4a-c8d9f3a4eb2b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d421a0ad-d6ba-492d-9d77-90d12500d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0409770 Nov 02 12:34:54.356711 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5e12a27f-a1d0-4258-b42c-2d4a3a162bf4 req-48f5d2b7-9a3e-4bb3-81b3-edc70c07a1cd tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639937 Nov 02 12:34:54.457433 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04743e22-4217-465e-940b-78935c766849 req-a7bb507d-a1b0-449e-8aed-06bd7a780f61 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:54.459036 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-04743e22-4217-465e-940b-78935c766849 req-a7bb507d-a1b0-449e-8aed-06bd7a780f61 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0483665 Nov 02 12:34:54.491257 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:54.521363 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-04743e22-4217-465e-940b-78935c766849 req-72d20358-761e-4c4d-b556-faf41bb60a16 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549169 Nov 02 12:34:54.654019 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-56a930e9-ad45-41bf-b9b8-d6bc8709dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:54.656121 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-56a930e9-ad45-41bf-b9b8-d6bc8709dc24 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=6edbe81a-ad8c-4936-a044-e7c71fdd584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447264 Nov 02 12:34:54.711539 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:54.767620 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-41ddd55c-f44d-4b1c-a3ad-d321f850cd6f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040142 Nov 02 12:34:54.792442 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a40f9d-a70b-4ac0-8fb4-e7c21d2897c9 req-f1603b8a-db85-42bb-b584-9527c17a8dbf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:54.794019 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-65a40f9d-a70b-4ac0-8fb4-e7c21d2897c9 req-f1603b8a-db85-42bb-b584-9527c17a8dbf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0553751 Nov 02 12:34:54.849026 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-65a40f9d-a70b-4ac0-8fb4-e7c21d2897c9 req-caf2ac8e-9200-4564-ba99-19259e8b89cd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473504 Nov 02 12:34:55.121348 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a0ecb7-9541-4e30-b420-253625c009a7 req-3590af08-bcb4-4b8a-b7e5-02f745c951d7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670728 Nov 02 12:34:55.150097 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-b4ae5f82-17b6-4588-be53-fe84d56c2e03 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:55.151798 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-b4ae5f82-17b6-4588-be53-fe84d56c2e03 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.0732625 Nov 02 12:34:55.304874 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Deleting port c5761531-577c-4309-a7db-9bb6acfee9dc {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:34:55.305579 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:55.427899 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44894) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:55.489529 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] For port c5761531-577c-4309-a7db-9bb6acfee9dc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c5761531-577c-4309-a7db-9bb6acfee9dc,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:34:55.490048 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:55.518847 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group (20f3ed08-71a6-4708-adb2-f6c07627f734), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:55.560171 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group (20f3ed08-71a6-4708-adb2-f6c07627f734), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:55.568622 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee9a65-9ae8-400a-a3f0-0c4a71ec8ea7 req-51e6a7ee-3e84-4ce1-8b39-389d28fc1625 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:55.570275 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57ee9a65-9ae8-400a-a3f0-0c4a71ec8ea7 req-51e6a7ee-3e84-4ce1-8b39-389d28fc1625 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 946 time: 0.1027243 Nov 02 12:34:55.692107 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57ee9a65-9ae8-400a-a3f0-0c4a71ec8ea7 req-3abca263-9606-4467-b652-26a426e4059e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ca8f342f-7861-4fb5-b922-d51c6f27429c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102717 Nov 02 12:34:55.717154 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (20f3ed08-71a6-4708-adb2-f6c07627f734), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:55.733357 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:55.733357 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/20f3ed08-71a6-4708-adb2-f6c07627f734 HTTP/1.1" status: 204 len: 168 time: 0.2947598 Nov 02 12:34:55.734227 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44898) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:55.746368 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.api.v2.resource [None req-e3b6cb86-9114-49e1-a842-d96699394c2b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] show failed (client error): The resource could not be found. Nov 02 12:34:55.747438 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-e3b6cb86-9114-49e1-a842-d96699394c2b tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups/20f3ed08-71a6-4708-adb2-f6c07627f734 HTTP/1.1" status: 404 len: 347 time: 0.0184586 Nov 02 12:34:55.751672 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f3ed08-71a6-4708-adb2-f6c07627f734,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:55.753139 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44900) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:55.769445 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3039f6-7cf4-47ae-9cd6-fee4c84dc8d5 req-f786fd04-364f-4be0-a2c5-80d2c118c39c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:55.771076 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ee3039f6-7cf4-47ae-9cd6-fee4c84dc8d5 req-f786fd04-364f-4be0-a2c5-80d2c118c39c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.1026137 Nov 02 12:34:55.772655 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.773062 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.773382 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.773719 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.774058 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.774396 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.774726 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.775062 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.775390 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.775725 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.776049 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.776378 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.776704 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.777053 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.777377 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04a91d-340c-4625-b44f-c3d918a48d5d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:55.822834 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:55.823175 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:55.823491 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Floating IP a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65 disassociated. External IP: 172.27.3.48, port: c5761531-577c-4309-a7db-9bb6acfee9dc. Nov 02 12:34:55.823848 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Calling delete_port for c5761531-577c-4309-a7db-9bb6acfee9dc owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:34:55.844986 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ee3039f6-7cf4-47ae-9cd6-fee4c84dc8d5 req-c0c49b18-5fdc-40de-a77e-e4e222d0eb79 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640733 Nov 02 12:34:55.954715 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Deleting port cc8a3229-730c-4710-b7a0-e71b84437e50 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:34:55.955196 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (cc8a3229-730c-4710-b7a0-e71b84437e50), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.068890 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:56.078160 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c7fbd-963c-45c0-a97b-6662f6824c4c req-c503d8c9-44f9-456d-b426-fba99e19209d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:56.079809 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ed0c7fbd-963c-45c0-a97b-6662f6824c4c req-c503d8c9-44f9-456d-b426-fba99e19209d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.1225746 Nov 02 12:34:56.089047 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:56.180731 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (cc8a3229-730c-4710-b7a0-e71b84437e50), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.181099 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for floatingip (cc8a3229-730c-4710-b7a0-e71b84437e50), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.207995 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Calling delete_port for cc8a3229-730c-4710-b7a0-e71b84437e50 owned by network:floatingip {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:34:56.223305 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ed0c7fbd-963c-45c0-a97b-6662f6824c4c req-750b7e64-67cf-4c8d-a7f4-e553a53ebb28 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308172 Nov 02 12:34:56.229655 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (c5761531-577c-4309-a7db-9bb6acfee9dc), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.294219 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event deleted for resources: {'Port': ['ID=c5761531-577c-4309-a7db-9bb6acfee9dc,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:56.310559 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.311324 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.311324 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.311617 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.311916 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.312249 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.312575 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.312956 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.313456 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.313642 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.313970 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.314313 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.314635 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.314960 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.315278 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:34:56.478957 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:34:56.498750 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (cc8a3229-730c-4710-b7a0-e71b84437e50), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:56.842582 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event deleted for resources: {'Port': ['ID=cc8a3229-730c-4710-b7a0-e71b84437e50,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:56.886138 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-ee8b5752-d67a-4a65-bc86-095ca36ea80e req-32191f42-a80c-43c9-a9b0-787ad1f9ad39 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e473906-98d3-4493-8449-d57838bdae8f HTTP/1.1" status: 200 len: 210 time: 0.0630832 Nov 02 12:34:57.007920 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks [] for floatingip (ca419f99-f500-4887-aac6-9abbbefa52d1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:57.010562 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:57.011856 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-651c5794-f6b7-4aee-b3a4-d4914fb35f9c tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/ca419f99-f500-4887-aac6-9abbbefa52d1 HTTP/1.1" status: 204 len: 168 time: 1.2577209 Nov 02 12:34:57.029619 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb302b67-11e8-4cd3-85ce-2aac2b0edd46 req-16c4b346-1e62-4eb8-b6b3-87018f1bf4bc tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:57.031870 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fb302b67-11e8-4cd3-85ce-2aac2b0edd46 req-16c4b346-1e62-4eb8-b6b3-87018f1bf4bc tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0800798 Nov 02 12:34:57.034021 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:34:57.052475 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] Sync routers for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:34:57.073748 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:34:57.074363 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:34:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:57.097148 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] No DVR routers for this DVR port c5761531-577c-4309-a7db-9bb6acfee9dc on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:34:57.101924 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:57.105247 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-347f9b12-7872-4b58-9c9a-1536d5f99e0e req-9d720bb6-a9a2-41fe-b8a3-03d8616aefe9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "DELETE /networking/v2.0/ports/c5761531-577c-4309-a7db-9bb6acfee9dc HTTP/1.1" status: 204 len: 173 time: 1.9408200 Nov 02 12:34:57.105840 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e473906-98d3-4493-8449-d57838bdae8f', 'name': 'network-vif-deleted', 'tag': 'c5761531-577c-4309-a7db-9bb6acfee9dc'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:34:57.108156 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7a5d2-79f8-4bb8-b562-b450f0311fa1" -d '{"events": [{"server_uuid": "4e473906-98d3-4493-8449-d57838bdae8f", "name": "network-vif-deleted", "tag": "c5761531-577c-4309-a7db-9bb6acfee9dc"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:34:57.184718 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fb302b67-11e8-4cd3-85ce-2aac2b0edd46 req-938fbd57-274a-48f3-947f-e88555c46d1f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464977 Nov 02 12:34:57.194267 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8445ea0-3bde-466d-a25c-ea72e2ec20c5 x-openstack-request-id: req-d8445ea0-3bde-466d-a25c-ea72e2ec20c5 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:34:57.194788 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e473906-98d3-4493-8449-d57838bdae8f", "name": "network-vif-deleted", "tag": "c5761531-577c-4309-a7db-9bb6acfee9dc", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:34:57.195186 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d8445ea0-3bde-466d-a25c-ea72e2ec20c5 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:34:57.195747 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8445ea0-3bde-466d-a25c-ea72e2ec20c5'] response: {'server_uuid': '4e473906-98d3-4493-8449-d57838bdae8f', 'name': 'network-vif-deleted', 'tag': 'c5761531-577c-4309-a7db-9bb6acfee9dc', 'status': 'completed', 'code': 200} Nov 02 12:34:57.219466 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:34:57.394287 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1486221-4f87-4e08-be42-5406a7c4d9f7 req-9425fb48-c9f2-49bd-9a76-7ddbbff7c2fd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:57.396075 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e1486221-4f87-4e08-be42-5406a7c4d9f7 req-9425fb48-c9f2-49bd-9a76-7ddbbff7c2fd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0672388 Nov 02 12:34:57.447707 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:57.478857 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e1486221-4f87-4e08-be42-5406a7c4d9f7 req-f02de8d8-ae68-4f55-bb7d-c4b424218ad2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710034 Nov 02 12:34:57.579793 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=100 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:57.583064 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=100 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:57.597849 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:57.623941 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] Checking router: a9b2ae07-88a4-4ede-a0af-02af39a9cac7 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:34:57.633617 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:34:57.634225 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:34:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:57.744470 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:34:57.992019 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:34:57.998634 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44920) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:58.035329 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200b415-97f8-4270-99c8-1590c025f6a1 None None] The sync data for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi is: [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:34:58.081299 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-540024a9-5493-45f7-9012-af213b2ec3cc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (ca8f342f-7861-4fb5-b922-d51c6f27429c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:58.107861 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-d3e22f76-717f-4231-9b2a-915edb3bca08 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654969 Nov 02 12:34:58.109765 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-540024a9-5493-45f7-9012-af213b2ec3cc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (ca8f342f-7861-4fb5-b922-d51c6f27429c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:58.183925 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-540024a9-5493-45f7-9012-af213b2ec3cc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ca8f342f-7861-4fb5-b922-d51c6f27429c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:58.189585 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-540024a9-5493-45f7-9012-af213b2ec3cc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:58.193509 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-540024a9-5493-45f7-9012-af213b2ec3cc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ca8f342f-7861-4fb5-b922-d51c6f27429c HTTP/1.1" status: 204 len: 168 time: 0.1927896 Nov 02 12:34:58.198623 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44922) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:58.209686 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device c5761531-577c-4309-a7db-9bb6acfee9dc no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:34:58.212173 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-e78d1a4e-ebd2-4144-8387-cfc6b44aecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:58.214639 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-e78d1a4e-ebd2-4144-8387-cfc6b44aecf3 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 1130 time: 0.0687008 Nov 02 12:34:58.254838 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540024a9-5493-45f7-9012-af213b2ec3cc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f342f-7861-4fb5-b922-d51c6f27429c,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:58.262181 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.api.v2.resource [None req-9e4def6f-0f93-4775-b9ee-6f5842a5d656 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] show failed (client error): The resource could not be found. Nov 02 12:34:58.276398 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: c5761531-577c-4309-a7db-9bb6acfee9dc {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:34:58.277296 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device c5761531-577c-4309-a7db-9bb6acfee9dc not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:34:58.283485 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9e4def6f-0f93-4775-b9ee-6f5842a5d656 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups/ca8f342f-7861-4fb5-b922-d51c6f27429c HTTP/1.1" status: 404 len: 347 time: 0.0834413 Nov 02 12:34:58.284632 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44930) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:58.381656 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:58.406747 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:58.454118 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbf530a-6ddd-49f8-bc02-b22c81a217ac None None] New status for floating IP a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65: DOWN {{(pid=106352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:34:58.498691 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-7e690b1d-9821-4827-a294-4cadb802f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:58.502589 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-7e690b1d-9821-4827-a294-4cadb802f865 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 200 len: 920 time: 0.2478840 Nov 02 12:34:58.539725 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46322f02-cb8c-4721-9594-22c035a42e74 req-ca4ab25c-586a-458f-880a-f1f3b522b5a0 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:58.553591 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-46322f02-cb8c-4721-9594-22c035a42e74 req-ca4ab25c-586a-458f-880a-f1f3b522b5a0 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.1650119 Nov 02 12:34:58.590911 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:58.592104 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-2dc2ccea-3cb0-48b8-8312-3f7c81cad3c9 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0732d77-2305-43de-9231-76f0cfe969f9 HTTP/1.1" status: 200 len: 217 time: 0.0776234 Nov 02 12:34:58.669936 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Deleting port 60c019f8-cf4b-4523-9d69-d76404d49cc0 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:34:58.670271 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (60c019f8-cf4b-4523-9d69-d76404d49cc0), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:58.717758 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc603-94ab-4c5c-8f13-de96772e2ed7 req-941de311-91b1-4483-ab9e-7f0e1527a02d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:58.719515 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-51cdc603-94ab-4c5c-8f13-de96772e2ed7 req-941de311-91b1-4483-ab9e-7f0e1527a02d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0804842 Nov 02 12:34:58.721786 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-44ef2c71-e5c3-49e4-8bb2-2f0d9b8f1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:58.723296 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-44ef2c71-e5c3-49e4-8bb2-2f0d9b8f1c6f service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 200 len: 857 time: 0.1260424 Nov 02 12:34:58.737832 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-46322f02-cb8c-4721-9594-22c035a42e74 req-5a34788b-1cff-4232-b6f2-2c978b2ed2f1 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824975 Nov 02 12:34:58.784291 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (60c019f8-cf4b-4523-9d69-d76404d49cc0), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:58.784572 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (60c019f8-cf4b-4523-9d69-d76404d49cc0), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:58.801887 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-41c923e3-70aa-4b12-9167-8b52a04277e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:58.804557 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-41c923e3-70aa-4b12-9167-8b52a04277e8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=d036ebb3-3fc9-46ee-88bb-f55457c5a308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689940 Nov 02 12:34:58.805021 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Calling delete_port for 60c019f8-cf4b-4523-9d69-d76404d49cc0 owned by network:floatingip {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:34:58.843183 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-51cdc603-94ab-4c5c-8f13-de96772e2ed7 req-7d526287-016f-47f9-9062-1791864aa381 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155078 Nov 02 12:34:58.929886 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-36671a66-caf7-4b5b-a22f-9d6fb0a0e434 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107860 Nov 02 12:34:58.982968 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (60c019f8-cf4b-4523-9d69-d76404d49cc0), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.009627 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event deleted for resources: {'Port': ['ID=60c019f8-cf4b-4523-9d69-d76404d49cc0,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:59.051539 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a220e7df-7dcd-429c-aba6-be41978f7ba6 req-7c894c43-0890-4975-83c4-66f2990d530b service neutron] 10.222.0.87 "GET /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149418 Nov 02 12:34:59.079493 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.082649 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.088887 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e884b28f-771b-4403-ac0c-77975c52ba58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/a1d6c8f1-9cce-44ef-b132-66bd5bb9dd65 HTTP/1.1" status: 204 len: 168 time: 0.7981038 Nov 02 12:34:59.196519 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 44938) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:59.201366 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-ecf86ebe-9f3f-475f-a366-4d39814e5261 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888423790', 'description': 'tempest-description--1897200765'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:34:59.227600 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ecf86ebe-9f3f-475f-a366-4d39814e5261 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.318578 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ecf86ebe-9f3f-475f-a366-4d39814e5261 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (b8d99135-533e-435a-965f-b65744224f59), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.323248 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ecf86ebe-9f3f-475f-a366-4d39814e5261 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b8d99135-533e-435a-965f-b65744224f59), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.363325 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ecf86ebe-9f3f-475f-a366-4d39814e5261 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.365431 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ecf86ebe-9f3f-475f-a366-4d39814e5261 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1674292 Nov 02 12:34:59.366712 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf86ebe-9f3f-475f-a366-4d39814e5261 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d99135-533e-435a-965f-b65744224f59,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:59.368900 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44940) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:59.375305 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-0520a48c-c27f-483f-a990-bab72440089a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'security_group_rule': {'security_group_id': 'b8d99135-533e-435a-965f-b65744224f59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:34:59.408717 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0520a48c-c27f-483f-a990-bab72440089a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (9cca6f46-392a-40e0-9932-b8ce7d716277), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.483277 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0520a48c-c27f-483f-a990-bab72440089a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (9cca6f46-392a-40e0-9932-b8ce7d716277), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.488110 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0520a48c-c27f-483f-a990-bab72440089a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (9cca6f46-392a-40e0-9932-b8ce7d716277), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.511190 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520a48c-c27f-483f-a990-bab72440089a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cca6f46-392a-40e0-9932-b8ce7d716277,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:59.519584 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0520a48c-c27f-483f-a990-bab72440089a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.520861 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-0520a48c-c27f-483f-a990-bab72440089a tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505787 Nov 02 12:34:59.523727 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44942) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:59.528401 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-90d907cd-2c91-4a63-ad66-093b9be9af2e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'security_group_rule': {'security_group_id': 'b8d99135-533e-435a-965f-b65744224f59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:34:59.566631 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-90d907cd-2c91-4a63-ad66-093b9be9af2e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (1b874467-543e-4d83-b4b3-ca7ad2c6ff2e), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.635400 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-90d907cd-2c91-4a63-ad66-093b9be9af2e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (1b874467-543e-4d83-b4b3-ca7ad2c6ff2e), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.639978 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-90d907cd-2c91-4a63-ad66-093b9be9af2e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (1b874467-543e-4d83-b4b3-ca7ad2c6ff2e), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.662365 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d907cd-2c91-4a63-ad66-093b9be9af2e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b874467-543e-4d83-b4b3-ca7ad2c6ff2e,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:34:59.676360 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-90d907cd-2c91-4a63-ad66-093b9be9af2e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.677646 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-90d907cd-2c91-4a63-ad66-093b9be9af2e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528969 Nov 02 12:34:59.681165 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 44948) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:34:59.687204 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:34:59.712985 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.777409 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:59.806849 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:34:59.811054 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:34:59.838777 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf821c5-995c-4d52-b7af-794ca9678e6d req-6ce40b46-d249-427a-ab28-11bfccf816c0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:59.840334 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7cf821c5-995c-4d52-b7af-794ca9678e6d req-6ce40b46-d249-427a-ab28-11bfccf816c0 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0514703 Nov 02 12:34:59.895785 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7cf821c5-995c-4d52-b7af-794ca9678e6d req-52249cc8-eb1d-4336-b166-702b72d80395 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Nov 02 12:34:59.931529 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbead71-f0e8-4792-b0c5-84f08a4a8526 req-2c640a89-eb8f-4f13-b339-44ee878336d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:34:59.933055 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2cbead71-f0e8-4792-b0c5-84f08a4a8526 req-2c640a89-eb8f-4f13-b339-44ee878336d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0720782 Nov 02 12:35:00.005553 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Allocated IP 172.27.3.59 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/2e43bb84-9e71-4799-996a-6321374bc08f) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:00.017754 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d605340-7a71-4de1-9a7b-fad93d2c171a req-58871e16-2a27-4007-9ffc-546d5e0f53d6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:00.019232 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6d605340-7a71-4de1-9a7b-fad93d2c171a req-58871e16-2a27-4007-9ffc-546d5e0f53d6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0478675 Nov 02 12:35:00.027073 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2cbead71-f0e8-4792-b0c5-84f08a4a8526 req-bb0c556e-b786-4db0-83ad-d8c3ea1ab331 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762405 Nov 02 12:35:00.072831 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6d605340-7a71-4de1-9a7b-fad93d2c171a req-fd302dba-3510-4443-bad7-1fe6f39da8ad tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475125 Nov 02 12:35:00.136478 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for port (2e43bb84-9e71-4799-996a-6321374bc08f), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.169293 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (2e43bb84-9e71-4799-996a-6321374bc08f), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.208770 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:00.211721 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:00.215301 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:35:00.239245 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'Port': ['ID=2e43bb84-9e71-4799-996a-6321374bc08f,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:00.302822 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (2d832429-c259-497e-afb7-904509b455d1), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.325722 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.348853 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (2e43bb84-9e71-4799-996a-6321374bc08f), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.504215 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for port (2e43bb84-9e71-4799-996a-6321374bc08f), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.509519 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (2e43bb84-9e71-4799-996a-6321374bc08f), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.553487 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:00.570540 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:00.592219 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'Port': ['ID=2e43bb84-9e71-4799-996a-6321374bc08f,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:00.595239 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (2d832429-c259-497e-afb7-904509b455d1), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.612962 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:00.614251 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-cde493df-e77e-44fd-a977-825a0b66a506 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9314368 Nov 02 12:35:00.820651 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-ba1a9e88-c5f7-43a9-a854-4753b3884709 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--888423790&fields=id&tenant_id=5bc73b74407f4d6184cbd1330ee89145 HTTP/1.1" status: 200 len: 267 time: 0.0444906 Nov 02 12:35:00.939554 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db80c-1617-4258-9655-fa611ebaf523 req-280348a5-4662-483d-823e-faa70c370de5 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:00.941169 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-280348a5-4662-483d-823e-faa70c370de5 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/networks?id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 200 len: 811 time: 0.1138620 Nov 02 12:35:00.956444 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-ba10d18c-af25-48a0-bf00-a4510a103800 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/quotas/5bc73b74407f4d6184cbd1330ee89145 HTTP/1.1" status: 200 len: 375 time: 0.0095410 Nov 02 12:35:01.007797 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-fb6490ed-c015-4434-a3bd-473e2ab3bf4b tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458243 Nov 02 12:35:01.026406 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db161a-d840-46a3-b955-076538c2e339 req-b5685cc4-33ef-4d17-b090-e0d744272c4f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:01.027885 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-13db161a-d840-46a3-b955-076538c2e339 req-b5685cc4-33ef-4d17-b090-e0d744272c4f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0481296 Nov 02 12:35:01.061415 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:01.065266 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:01.083768 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-13db161a-d840-46a3-b955-076538c2e339 req-40477c84-6a0a-44ad-bd68-cfa41b79b30d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500305 Nov 02 12:35:01.162399 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-ef99aa3d-da5b-45aa-9063-b9e97e4a89a9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431041 Nov 02 12:35:01.200361 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87307ff4-3796-4d8b-97ea-4df27072b353 req-b39a6890-2b0c-46d6-a1ab-5a619a53f488 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:01.201863 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-87307ff4-3796-4d8b-97ea-4df27072b353 req-b39a6890-2b0c-46d6-a1ab-5a619a53f488 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0479875 Nov 02 12:35:01.251719 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-87307ff4-3796-4d8b-97ea-4df27072b353 req-f82c26f8-ab38-4963-8db6-7ecbd0698e70 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439851 Nov 02 12:35:01.252773 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-33b9de7a-df1d-4902-9518-f2e9fa7eb4a7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846541 Nov 02 12:35:01.362408 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44481f32-ad2f-4cfc-ae1c-412b15b9a561 req-2bf3396e-d2c4-4169-9be2-6ffef6102e93 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:01.365815 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-44481f32-ad2f-4cfc-ae1c-412b15b9a561 req-2bf3396e-d2c4-4169-9be2-6ffef6102e93 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0552917 Nov 02 12:35:01.425604 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-44481f32-ad2f-4cfc-ae1c-412b15b9a561 req-d9e26d72-97d9-4411-bd12-f4638128582b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554578 Nov 02 12:35:01.434499 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b84cbca0-a001-445b-ba7c-04bf9b38868f req-478fd0f0-5bfb-4eaf-99b2-6e4d9845732b tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 210 time: 0.0302310 Nov 02 12:35:01.945419 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-f102f58a-695a-4b87-8021-d71dc229c6bf tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:01.946946 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-f102f58a-695a-4b87-8021-d71dc229c6bf tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0490711 Nov 02 12:35:02.039970 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Deleting port c0732d77-2305-43de-9231-76f0cfe969f9 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:35:02.040231 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.146213 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] For port c0732d77-2305-43de-9231-76f0cfe969f9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c0732d77-2305-43de-9231-76f0cfe969f9,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:02.146638 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.162521 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Calling delete_port for c0732d77-2305-43de-9231-76f0cfe969f9 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:35:02.221038 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93d044-f46b-400b-a2d4-c3bf4bbf76bb req-525f895f-b166-49e0-a1f2-2077fb1082c5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:02.223143 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bd93d044-f46b-400b-a2d4-c3bf4bbf76bb req-525f895f-b166-49e0-a1f2-2077fb1082c5 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 946 time: 0.0519407 Nov 02 12:35:02.252303 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 7aa2d46a-71ec-44fe-9fbb-04e05370efef details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:02.281445 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bd93d044-f46b-400b-a2d4-c3bf4bbf76bb req-25ecff8b-746c-4b9f-bc95-cdc68c73ff9f tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518255 Nov 02 12:35:02.314116 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (c0732d77-2305-43de-9231-76f0cfe969f9), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.341637 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['1ca93775-d02f-4a64-aedd-28dd21814b95', 'c0732d77-2305-43de-9231-76f0cfe969f9'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:02.352871 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event deleted for resources: {'Port': ['ID=c0732d77-2305-43de-9231-76f0cfe969f9,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:02.413046 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:02.430915 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] No DVR routers for this DVR port c0732d77-2305-43de-9231-76f0cfe969f9 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:35:02.434964 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.438291 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-eac12541-cd5f-4f41-ab77-4438c09c7204 req-b32f8a24-ee06-4031-8ffd-31b4fe0ea64a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "DELETE /networking/v2.0/ports/c0732d77-2305-43de-9231-76f0cfe969f9 HTTP/1.1" status: 204 len: 173 time: 0.4797180 Nov 02 12:35:02.438811 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd700e60e-c573-4867-af81-4967f45d07ff', 'name': 'network-vif-deleted', 'tag': 'c0732d77-2305-43de-9231-76f0cfe969f9'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:02.441109 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37225b7-10b3-4c44-9ccf-7c71e1789b87" -d '{"events": [{"server_uuid": "d700e60e-c573-4867-af81-4967f45d07ff", "name": "network-vif-deleted", "tag": "c0732d77-2305-43de-9231-76f0cfe969f9"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:02.450180 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab87034-5f34-4f5c-a43a-9eac870e8009 req-e64f6b8b-6e87-4f52-a961-4a32d3d92a67 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:02.451688 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5ab87034-5f34-4f5c-a43a-9eac870e8009 req-e64f6b8b-6e87-4f52-a961-4a32d3d92a67 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.1003823 Nov 02 12:35:02.469127 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:02.491390 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd13fd8-9082-4826-a1cc-8d71424d24db x-openstack-request-id: req-bcd13fd8-9082-4826-a1cc-8d71424d24db {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:02.491691 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d700e60e-c573-4867-af81-4967f45d07ff", "name": "network-vif-deleted", "tag": "c0732d77-2305-43de-9231-76f0cfe969f9", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:02.491949 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bcd13fd8-9082-4826-a1cc-8d71424d24db {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:02.492891 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd13fd8-9082-4826-a1cc-8d71424d24db'] response: {'server_uuid': 'd700e60e-c573-4867-af81-4967f45d07ff', 'name': 'network-vif-deleted', 'tag': 'c0732d77-2305-43de-9231-76f0cfe969f9', 'status': 'completed', 'code': 200} Nov 02 12:35:02.497665 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'port_id': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'mac_address': 'fa:16:3e:29:c7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:02.500772 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:02.522137 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5ab87034-5f34-4f5c-a43a-9eac870e8009 req-b25f8974-229b-4299-820e-8b57330af8df tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607250 Nov 02 12:35:02.565806 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 7aa2d46a-71ec-44fe-9fbb-04e05370efef is: ACTIVE; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:02.566197 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.592615 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aa2d46a-71ec-44fe-9fbb-04e05370efef {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:02.628956 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:02.634680 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.637447 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c851c41-299c-4838-b162-c55310038ca4 req-bb5f89c3-44b9-4eac-ac3d-a01c64a218f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:02.641962 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3c851c41-299c-4838-b162-c55310038ca4 req-bb5f89c3-44b9-4eac-ac3d-a01c64a218f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0811207 Nov 02 12:35:02.652250 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0be2a4ce-ce2c-4fc4-b093-42046de31aaa req-3a27be53-ca86-4490-b436-782fc2c8b5e9 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 210 time: 0.0454335 Nov 02 12:35:02.719936 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:02.741372 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=6']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:02.757090 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3c851c41-299c-4838-b162-c55310038ca4 req-5e15571e-c943-4c71-8dcc-33fdbfad2351 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086850 Nov 02 12:35:02.770608 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-672c781f-73ae-4e57-8178-323d55d7b1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:02.889171 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['7aa2d46a-71ec-44fe-9fbb-04e05370efef'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:02.907698 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db80c-1617-4258-9655-fa611ebaf523 req-877c4628-786c-43b0-a891-5af19075a1c1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:02.908473 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-877c4628-786c-43b0-a891-5af19075a1c1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "GET /networking/v2.0/networks?id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 200 len: 811 time: 0.1581087 Nov 02 12:35:02.919641 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:03.003558 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-feddcd68-7fe4-4c29-acb8-74250adae5f6 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5bc73b74407f4d6184cbd1330ee89145 HTTP/1.1" status: 200 len: 379 time: 0.0862355 Nov 02 12:35:03.065860 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'port': {'device_id': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'admin_state_up': True, 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'security_groups': ['b8d99135-533e-435a-965f-b65744224f59']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:03.190053 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Made reservation on behalf of 5bc73b74407f4d6184cbd1330ee89145 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:03.193838 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.333598 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Allocated IP 172.20.0.12 (a1cd3d90-2bea-43ce-84ec-dc31298b79c7/dd66505c-21ed-4318-84b1-3cd8c2380645/6e038057-aa49-4208-9894-13991bb26bf9) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:03.410616 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d09b11d8-ac7b-4af6-954b-a7e1b9627868 req-9837bd9b-fa3e-469d-b219-688b3f6e4c8a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d700e60e-c573-4867-af81-4967f45d07ff HTTP/1.1" status: 200 len: 210 time: 0.0338521 Nov 02 12:35:03.538154 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for port (6e038057-aa49-4208-9894-13991bb26bf9), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.574297 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (6e038057-aa49-4208-9894-13991bb26bf9), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.616837 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:03.622609 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:03.627186 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:35:03.658655 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event updated for resources: {'Port': ['ID=6e038057-aa49-4208-9894-13991bb26bf9,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:03.664616 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b00d5a-63ad-48e7-9617-6c7ba5fcf762 req-15862a41-356e-46f1-919c-b373214bbf39 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:03.676443 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72b00d5a-63ad-48e7-9617-6c7ba5fcf762 req-15862a41-356e-46f1-919c-b373214bbf39 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 943 time: 0.0675015 Nov 02 12:35:03.689906 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:03.690561 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.711063 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-4c0427cc-ea02-4269-83ff-0d3ce9cc55a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6501710 Nov 02 12:35:03.725758 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Request body: {'port': {'device_id': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:03.741340 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-72b00d5a-63ad-48e7-9617-6c7ba5fcf762 req-375d2f1b-4e45-4d2e-9a26-e652c223e042 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562887 Nov 02 12:35:03.786843 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:03.806180 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:03.861744 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d6036-6d11-4db1-9747-83b9aa457cb2 req-f154f2df-a379-4ae8-a550-d3f3a15a0b90 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:03.863319 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea5d6036-6d11-4db1-9747-83b9aa457cb2 req-f154f2df-a379-4ae8-a550-d3f3a15a0b90 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 932 time: 0.0952592 Nov 02 12:35:03.864703 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (6e038057-aa49-4208-9894-13991bb26bf9), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.876497 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-51b8b379-4c97-44cd-9992-df845c8f861e None None] Provisioning complete for port 6e038057-aa49-4208-9894-13991bb26bf9 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:03.877416 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-51b8b379-4c97-44cd-9992-df845c8f861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (6e038057-aa49-4208-9894-13991bb26bf9), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:03.877416 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-51b8b379-4c97-44cd-9992-df845c8f861e None None] Attempt 1 to provision port 6e038057-aa49-4208-9894-13991bb26bf9 Nov 02 12:35:03.915633 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-51b8b379-4c97-44cd-9992-df845c8f861e None None] Port 6e038057-aa49-4208-9894-13991bb26bf9 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:03.932140 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770884a-e73d-4cac-b79c-5156c82d5976 req-86211bf3-7e74-40d1-b204-1895987eb025 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:03.934013 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3770884a-e73d-4cac-b79c-5156c82d5976 req-86211bf3-7e74-40d1-b204-1895987eb025 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 945 time: 0.0581534 Nov 02 12:35:03.945221 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ea5d6036-6d11-4db1-9747-83b9aa457cb2 req-e77b437b-3e57-49d0-afe0-be0011e26224 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699244 Nov 02 12:35:04.003707 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3770884a-e73d-4cac-b79c-5156c82d5976 req-4a820a4e-d802-466c-8c86-5113df8f3efc tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623302 Nov 02 12:35:04.185218 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e038057-aa49-4208-9894-13991bb26bf9 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:04.193323 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Publish callbacks [] for port (6e038057-aa49-4208-9894-13991bb26bf9), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.210790 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Transition to ACTIVE for port object 6e038057-aa49-4208-9894-13991bb26bf9 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:35:04.215591 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (6e038057-aa49-4208-9894-13991bb26bf9), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.272017 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 87e694b5-8f11-43e5-a848-417df7df3b22 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:04.275664 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 7aa2d46a-71ec-44fe-9fbb-04e05370efef up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:04.279644 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Pushing event updated for resources: {'Port': ['ID=6e038057-aa49-4208-9894-13991bb26bf9,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:04.342289 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Attempting to bind port 6e038057-aa49-4208-9894-13991bb26bf9 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:04.342811 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Attempting to bind port 6e038057-aa49-4208-9894-13991bb26bf9 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:04.343150 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Attempting to bind port 6e038057-aa49-4208-9894-13991bb26bf9 on network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:04.398527 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Port 6e038057-aa49-4208-9894-13991bb26bf9 on network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:04.398848 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Attempting to bind port 6e038057-aa49-4208-9894-13991bb26bf9 on network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:04.446895 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:04.447319 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Checking segment: {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:04.447704 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Bound using segment: {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:04.448217 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Bound port: 6e038057-aa49-4208-9894-13991bb26bf9, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:04.448575 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (6e038057-aa49-4208-9894-13991bb26bf9), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.517678 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 7aa2d46a-71ec-44fe-9fbb-04e05370efef triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:04.517795 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.518120 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 7aa2d46a-71ec-44fe-9fbb-04e05370efef Nov 02 12:35:04.539808 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] For port 6e038057-aa49-4208-9894-13991bb26bf9, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:04.543403 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] For port 6e038057-aa49-4208-9894-13991bb26bf9, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6e038057-aa49-4208-9894-13991bb26bf9,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:04.551882 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (6e038057-aa49-4208-9894-13991bb26bf9), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.560821 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:04.561921 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.563558 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/6e038057-aa49-4208-9894-13991bb26bf9 HTTP/1.1" status: 200 len: 1094 time: 0.8444505 Nov 02 12:35:04.564188 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'tag': '6e038057-aa49-4208-9894-13991bb26bf9'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:04.576908 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920aff83-bb63-4c28-bdfd-55dba796c18a" -d '{"events": [{"name": "network-changed", "server_uuid": "f017e017-63a6-4bf5-9a99-ed0c3ac5cd59", "tag": "6e038057-aa49-4208-9894-13991bb26bf9"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:04.622142 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=87e694b5-8f11-43e5-a848-417df7df3b22,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:04.659519 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d611f809-7ef3-4ed0-bcb3-0c05a323339f x-openstack-request-id: req-d611f809-7ef3-4ed0-bcb3-0c05a323339f {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:04.659743 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f017e017-63a6-4bf5-9a99-ed0c3ac5cd59", "tag": "6e038057-aa49-4208-9894-13991bb26bf9", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:04.660068 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d611f809-7ef3-4ed0-bcb3-0c05a323339f {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:04.683159 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 7aa2d46a-71ec-44fe-9fbb-04e05370efef is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:04.683547 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.687618 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '87e694b5-8f11-43e5-a848-417df7df3b22', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'port_id': '87e694b5-8f11-43e5-a848-417df7df3b22', 'mac_address': 'fa:16:3e:55:38:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:04.687824 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d611f809-7ef3-4ed0-bcb3-0c05a323339f'] response: {'name': 'network-changed', 'server_uuid': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'tag': '6e038057-aa49-4208-9894-13991bb26bf9', 'status': 'completed', 'code': 200} Nov 02 12:35:04.719775 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db80c-1617-4258-9655-fa611ebaf523 req-196a75ba-f4f5-4eec-b4de-d9bd884e0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:04.721407 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-196a75ba-f4f5-4eec-b4de-d9bd884e0b36 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 1128 time: 0.1064079 Nov 02 12:35:04.726819 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5396-fb6d-4ce5-8703-005c94e6ed50 service neutron] Pushing event updated for resources: {'Port': ['ID=6e038057-aa49-4208-9894-13991bb26bf9,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:04.739388 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:04.741941 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dba544-6a03-41f3-8604-ae8338b30289" -d '{"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:04.762226 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:04.764185 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:04.770492 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.771783 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device c0732d77-2305-43de-9231-76f0cfe969f9 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:04.775642 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 87e694b5-8f11-43e5-a848-417df7df3b22 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:04.776112 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.807114 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad355d2-17cc-4729-b1a3-45b6b132dac2 req-04178ce7-0050-4afc-abc6-54b04f702ed1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:04.808676 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7ad355d2-17cc-4729-b1a3-45b6b132dac2 req-04178ce7-0050-4afc-abc6-54b04f702ed1 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0610325 Nov 02 12:35:04.824272 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: c0732d77-2305-43de-9231-76f0cfe969f9 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:35:04.824631 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device c0732d77-2305-43de-9231-76f0cfe969f9 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:35:04.833318 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e694b5-8f11-43e5-a848-417df7df3b22 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:04.865936 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e96b76-8e8a-45be-9092-021bbb150b8b x-openstack-request-id: req-b6e96b76-8e8a-45be-9092-021bbb150b8b {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:04.866243 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:04.866366 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7ad355d2-17cc-4729-b1a3-45b6b132dac2 req-93c86814-1573-41fd-ad2e-6851740639bf tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513382 Nov 02 12:35:04.866489 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b6e96b76-8e8a-45be-9092-021bbb150b8b {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:04.866885 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e96b76-8e8a-45be-9092-021bbb150b8b'] response: {'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'code': 200} Nov 02 12:35:04.874910 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=87e694b5-8f11-43e5-a848-417df7df3b22,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:04.881456 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:04.887746 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=7']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:04.946878 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=87e694b5-8f11-43e5-a848-417df7df3b22,revision_number=7']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:04.976295 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39055646-dfba-4585-b534-898acf9dc895 req-51e5c560-2b4c-4848-9a2c-3e6bde592134 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:04.977878 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-39055646-dfba-4585-b534-898acf9dc895 req-51e5c560-2b4c-4848-9a2c-3e6bde592134 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 944 time: 0.0575531 Nov 02 12:35:05.035614 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-39055646-dfba-4585-b534-898acf9dc895 req-c16444d6-4148-421e-b4c9-84a10c4446a4 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506516 Nov 02 12:35:05.083120 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:05.091795 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2407e1-3b2f-43f9-a442-a07fc0cf9be7 req-00fd5766-a08a-444b-b636-681d6ac8f7a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:05.093425 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6f2407e1-3b2f-43f9-a442-a07fc0cf9be7 req-00fd5766-a08a-444b-b636-681d6ac8f7a0 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 944 time: 0.0519691 Nov 02 12:35:05.120404 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['87e694b5-8f11-43e5-a848-417df7df3b22'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:05.156099 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6f2407e1-3b2f-43f9-a442-a07fc0cf9be7 req-71774960-264d-4184-90f0-bc5ea71a58cd tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558381 Nov 02 12:35:05.165245 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406ed73-9ff4-419c-8270-0aa9a2dd20fc req-762516ff-d4d7-4062-a26f-eb47ee8c608b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:05.167120 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9406ed73-9ff4-419c-8270-0aa9a2dd20fc req-762516ff-d4d7-4062-a26f-eb47ee8c608b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0649209 Nov 02 12:35:05.179606 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:05.216753 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:05.231547 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9406ed73-9ff4-419c-8270-0aa9a2dd20fc req-41112d93-170b-471d-8287-6028040458b6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575595 Nov 02 12:35:05.748316 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5035f194-5ed4-4f33-b136-ee9c858077b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:06.004702 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5575-626e-4f04-8be7-89031512644f req-62e426ca-4076-4e94-8f67-c3ae16ec578d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:06.006129 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e62e5575-626e-4f04-8be7-89031512644f req-62e426ca-4076-4e94-8f67-c3ae16ec578d tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0511045 Nov 02 12:35:06.055865 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e62e5575-626e-4f04-8be7-89031512644f req-6ef11d35-2857-4b8b-8e62-aa5ea2304d04 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 Nov 02 12:35:06.172231 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2697-35a3-4dd5-a8a0-1626067c49cd req-50ab31f6-5c5f-4dd6-873a-e2f5a61caf08 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:06.173807 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-48bd2697-35a3-4dd5-a8a0-1626067c49cd req-50ab31f6-5c5f-4dd6-873a-e2f5a61caf08 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 944 time: 0.0523293 Nov 02 12:35:06.228867 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-48bd2697-35a3-4dd5-a8a0-1626067c49cd req-48124aa4-0287-4c73-9f5c-5b5d79036baa tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486031 Nov 02 12:35:06.283178 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 87e694b5-8f11-43e5-a848-417df7df3b22 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:06.288176 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd165f-8d9a-4ad4-aa6e-87e3cd900416 req-f9b6e585-be3f-42d7-98ba-d197d5d5b43d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:06.289851 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-39fd165f-8d9a-4ad4-aa6e-87e3cd900416 req-f9b6e585-be3f-42d7-98ba-d197d5d5b43d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 944 time: 0.0514925 Nov 02 12:35:06.338301 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 87e694b5-8f11-43e5-a848-417df7df3b22 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:06.338683 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:06.339026 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 87e694b5-8f11-43e5-a848-417df7df3b22 Nov 02 12:35:06.341622 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-39fd165f-8d9a-4ad4-aa6e-87e3cd900416 req-22fbbfea-9f3d-4752-a0a7-fb4cbfea9d25 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460432 Nov 02 12:35:06.372037 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995f709-7592-4988-9502-2c373d848b28 req-c813ea6c-1d59-4a99-82cd-8e8e8a63f14f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:06.373855 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e995f709-7592-4988-9502-2c373d848b28 req-c813ea6c-1d59-4a99-82cd-8e8e8a63f14f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0528247 Nov 02 12:35:06.420656 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 87e694b5-8f11-43e5-a848-417df7df3b22 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:06.421080 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:06.425325 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e995f709-7592-4988-9502-2c373d848b28 req-35f55b68-a9aa-4325-89ac-a2a01502a5ea tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452461 Nov 02 12:35:06.458894 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=87e694b5-8f11-43e5-a848-417df7df3b22,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:06.465524 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:06.499966 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-b21c960d-259f-4767-abca-ce093bf4f2b5 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e038057-aa49-4208-9894-13991bb26bf9 HTTP/1.1" status: 200 len: 217 time: 0.0465693 Nov 02 12:35:06.524355 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=87e694b5-8f11-43e5-a848-417df7df3b22,revision_number=8']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:06.569322 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db80c-1617-4258-9655-fa611ebaf523 req-ef80e55f-1bf6-480a-875c-a7a15ca886ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:06.571049 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-ef80e55f-1bf6-480a-875c-a7a15ca886ec service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=dd66505c-21ed-4318-84b1-3cd8c2380645 HTTP/1.1" status: 200 len: 850 time: 0.0635922 Nov 02 12:35:06.686717 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140db80c-1617-4258-9655-fa611ebaf523 req-058b8ae7-9c6c-422b-8d0a-80ee4fc3aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:06.688240 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-058b8ae7-9c6c-422b-8d0a-80ee4fc3aeea service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560355 Nov 02 12:35:06.804566 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b705347-340f-4262-a47b-838879b6bfdc req-3942a73f-7c98-4865-87f1-a9aed163c1f8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:06.806100 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5b705347-340f-4262-a47b-838879b6bfdc req-3942a73f-7c98-4865-87f1-a9aed163c1f8 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.0576990 Nov 02 12:35:06.861605 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-5e093112-55d6-480a-a3f4-928d06d1554e service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659977 Nov 02 12:35:06.868306 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:06.874990 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a70aa12-505e-447b-887f-41070ab026d3" -d '{"events": [{"server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "name": "network-vif-plugged", "status": "completed", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:06.968205 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcd470e-3c78-48fd-ad20-f01874f4d96c x-openstack-request-id: req-5fcd470e-3c78-48fd-ad20-f01874f4d96c {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:06.968535 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "name": "network-vif-plugged", "status": "completed", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:06.968805 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5fcd470e-3c78-48fd-ad20-f01874f4d96c {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:06.969248 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcd470e-3c78-48fd-ad20-f01874f4d96c'] response: {'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22', 'code': 200} Nov 02 12:35:06.972413 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-5b705347-340f-4262-a47b-838879b6bfdc req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Deleting port 1ca93775-d02f-4a64-aedd-28dd21814b95 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:35:06.972755 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5b705347-340f-4262-a47b-838879b6bfdc req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.113365 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-140db80c-1617-4258-9655-fa611ebaf523 req-f445eebf-bb81-48f9-95cb-75e58aefdd0f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455647 Nov 02 12:35:07.189418 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-5b705347-340f-4262-a47b-838879b6bfdc req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] For port 1ca93775-d02f-4a64-aedd-28dd21814b95, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ca93775-d02f-4a64-aedd-28dd21814b95,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:07.192886 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5b705347-340f-4262-a47b-838879b6bfdc req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.230820 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-5b705347-340f-4262-a47b-838879b6bfdc req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Calling delete_port for 1ca93775-d02f-4a64-aedd-28dd21814b95 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:35:07.271472 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:07.316063 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08abf9b-8a65-4c34-88e9-760d0ad0d01e req-7c6d43ac-735d-4f1a-9e80-c5153ef4105a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:07.325606 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a08abf9b-8a65-4c34-88e9-760d0ad0d01e req-7c6d43ac-735d-4f1a-9e80-c5153ef4105a tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 945 time: 0.1032319 Nov 02 12:35:07.423101 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a08abf9b-8a65-4c34-88e9-760d0ad0d01e req-6c1843ea-d878-403b-bc0c-37e127a35609 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890331 Nov 02 12:35:07.505103 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef60c0-bbe8-48cc-ba70-c38e32222e13 req-017229f0-fab3-4c41-bc61-95cb8ad2dadf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:07.505632 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-58ef60c0-bbe8-48cc-ba70-c38e32222e13 req-017229f0-fab3-4c41-bc61-95cb8ad2dadf tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.1259966 Nov 02 12:35:07.508316 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:07.513440 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:07.595929 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02631db6-cf4a-4573-8f69-9bd688f88020 req-7712e67a-9692-46b9-a752-6b84999b53d8 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:07.598240 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-02631db6-cf4a-4573-8f69-9bd688f88020 req-7712e67a-9692-46b9-a752-6b84999b53d8 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 944 time: 0.0756278 Nov 02 12:35:07.631659 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:07.636114 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.653118 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5b705347-340f-4262-a47b-838879b6bfdc req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (1ca93775-d02f-4a64-aedd-28dd21814b95), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:07.663681 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['1ca93775-d02f-4a64-aedd-28dd21814b95'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:07.728061 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Pushing event deleted for resources: {'Port': ['ID=1ca93775-d02f-4a64-aedd-28dd21814b95,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:07.739813 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-58ef60c0-bbe8-48cc-ba70-c38e32222e13 req-99deefa2-db4e-4bf6-9098-8b878c87767f tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945245 Nov 02 12:35:07.757188 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-02631db6-cf4a-4573-8f69-9bd688f88020 req-addb5498-8408-4219-85bc-10264c4a385e tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469123 Nov 02 12:35:07.967593 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319381e-c87a-44ec-97ae-9f6982121225 req-48da50a5-b5fd-4d2f-bd84-dfd07c7eb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:07.969639 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9319381e-c87a-44ec-97ae-9f6982121225 req-48da50a5-b5fd-4d2f-bd84-dfd07c7eb6d0 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1129 time: 0.0619156 Nov 02 12:35:07.995341 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=35 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:07.997480 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=37 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:08.046875 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9319381e-c87a-44ec-97ae-9f6982121225 req-63718efd-df39-4763-860f-597b51f5fdc5 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713723 Nov 02 12:35:08.095150 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b705347-340f-4262-a47b-838879b6bfdc req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] No DVR routers for this DVR port 1ca93775-d02f-4a64-aedd-28dd21814b95 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:35:08.108775 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-5b705347-340f-4262-a47b-838879b6bfdc req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:08.112283 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5b705347-340f-4262-a47b-838879b6bfdc req-f85df53f-5de8-4e41-89eb-2f9c3e1087c3 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.87 "DELETE /networking/v2.0/ports/1ca93775-d02f-4a64-aedd-28dd21814b95 HTTP/1.1" status: 204 len: 173 time: 1.2988729 Nov 02 12:35:08.113059 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc268ed-bf55-4bb7-a64b-66e569798119', 'name': 'network-vif-deleted', 'tag': '1ca93775-d02f-4a64-aedd-28dd21814b95'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:08.115619 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bd3a8d-3a06-4307-997e-53f92a849154" -d '{"events": [{"server_uuid": "3fc268ed-bf55-4bb7-a64b-66e569798119", "name": "network-vif-deleted", "tag": "1ca93775-d02f-4a64-aedd-28dd21814b95"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:08.184335 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8003bb-f77d-4a7e-8ecc-7e8c54e48c56 req-88d673bb-5fce-4403-b3bc-584c7663ef44 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.186808 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5c8003bb-f77d-4a7e-8ecc-7e8c54e48c56 req-88d673bb-5fce-4403-b3bc-584c7663ef44 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.1018031 Nov 02 12:35:08.188270 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-97cfdf6a-7c5f-4559-94e8-56117a276217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.190140 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-97cfdf6a-7c5f-4559-94e8-56117a276217 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 1128 time: 0.1067879 Nov 02 12:35:08.205415 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ba69a8-f22a-47c4-9cb2-4c36ff32737b x-openstack-request-id: req-11ba69a8-f22a-47c4-9cb2-4c36ff32737b {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:08.205975 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc268ed-bf55-4bb7-a64b-66e569798119", "name": "network-vif-deleted", "tag": "1ca93775-d02f-4a64-aedd-28dd21814b95", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:08.206334 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-11ba69a8-f22a-47c4-9cb2-4c36ff32737b {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:08.206831 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ba69a8-f22a-47c4-9cb2-4c36ff32737b'] response: {'server_uuid': '3fc268ed-bf55-4bb7-a64b-66e569798119', 'name': 'network-vif-deleted', 'tag': '1ca93775-d02f-4a64-aedd-28dd21814b95', 'status': 'completed', 'code': 200} Nov 02 12:35:08.321309 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:08.361358 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5c8003bb-f77d-4a7e-8ecc-7e8c54e48c56 req-b4287575-35ae-401d-8bbb-39d07ebbd1aa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659698 Nov 02 12:35:08.494116 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-0d01c636-663c-4bea-8db7-16ac32d257e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.496218 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-0d01c636-663c-4bea-8db7-16ac32d257e4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 200 len: 913 time: 0.2301521 Nov 02 12:35:08.570604 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-fea9afd1-6fac-4f81-b0a0-a08d89981125 req-e40a755b-d95c-4f4d-a6e4-4921cb455c79 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 210 time: 0.0341661 Nov 02 12:35:08.735039 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-4eef6b64-3962-41c8-9e02-e5fe5c74582b service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e038057-aa49-4208-9894-13991bb26bf9 HTTP/1.1" status: 200 len: 217 time: 0.0441978 Nov 02 12:35:08.861466 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-ef5d333b-54d9-41e4-ba64-0a1b529eef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:08.865618 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-ef5d333b-54d9-41e4-ba64-0a1b529eef99 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=dd66505c-21ed-4318-84b1-3cd8c2380645 HTTP/1.1" status: 200 len: 850 time: 0.1218686 Nov 02 12:35:08.991693 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c33382-6597-4b0d-8906-dae1a19f5f7a req-61109e25-b50d-451d-9629-c23179582e5b tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:09.000204 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-57c33382-6597-4b0d-8906-dae1a19f5f7a req-61109e25-b50d-451d-9629-c23179582e5b tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 944 time: 0.0855467 Nov 02 12:35:09.000476 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-9032d279-d611-486c-95ec-d88d6fc805bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:09.003287 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-9032d279-d611-486c-95ec-d88d6fc805bf service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255927 Nov 02 12:35:09.014878 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:09.085865 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-57c33382-6597-4b0d-8906-dae1a19f5f7a req-435577ea-1e2a-4cba-87b0-f09f86c4b0b3 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844090 Nov 02 12:35:09.089920 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10753f-6294-4126-acb3-764e53d807f7 req-10d3a46c-17da-49de-ae53-2886a060dbd0 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:09.101603 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ad10753f-6294-4126-acb3-764e53d807f7 req-10d3a46c-17da-49de-ae53-2886a060dbd0 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.2020659 Nov 02 12:35:09.158304 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ad10753f-6294-4126-acb3-764e53d807f7 req-3eb754e8-6b4e-4397-9cf8-92a9a5e4d4d7 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543623 Nov 02 12:35:09.541042 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18b6e-5834-4ee0-85b0-59d614dfd10a req-e8eb54b6-8291-4ea9-bdf7-8317a411260e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:09.543322 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0dd18b6e-5834-4ee0-85b0-59d614dfd10a req-e8eb54b6-8291-4ea9-bdf7-8317a411260e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0591378 Nov 02 12:35:09.549431 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-2be99bce-f9c3-4d65-a72a-d77823fa42f4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852989 Nov 02 12:35:09.643193 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0dd18b6e-5834-4ee0-85b0-59d614dfd10a req-315bfc48-0b28-4d79-ad82-30a0e85e0e6a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876935 Nov 02 12:35:09.836273 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd1a0efe-b242-44ef-8a15-becf56dfcccd req-fda29692-3b40-47d8-8ac5-43381f5cbb40 tempest-ServerRescueNegativeTestJSON-1465642271 tempest-ServerRescueNegativeTestJSON-1465642271-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3fc268ed-bf55-4bb7-a64b-66e569798119 HTTP/1.1" status: 200 len: 210 time: 0.1421118 Nov 02 12:35:09.936827 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-920aff83-bb63-4c28-bdfd-55dba796c18a req-4e59d99d-1799-40d2-b950-2b967f12382f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944698 Nov 02 12:35:10.282721 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7b0dc-9b78-46f0-bc43-9dcf03cb34f4 req-c1564c59-336a-45c1-886c-6ed65434227f tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.284748 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b5b7b0dc-9b78-46f0-bc43-9dcf03cb34f4 req-c1564c59-336a-45c1-886c-6ed65434227f tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 944 time: 0.0762763 Nov 02 12:35:10.316976 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 6e038057-aa49-4208-9894-13991bb26bf9 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:10.321473 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 1ca93775-d02f-4a64-aedd-28dd21814b95 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:10.363872 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 1ca93775-d02f-4a64-aedd-28dd21814b95 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:35:10.364496 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 1ca93775-d02f-4a64-aedd-28dd21814b95 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:35:10.386239 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b5b7b0dc-9b78-46f0-bc43-9dcf03cb34f4 req-333fa57e-f248-4ca1-be35-398b10463cca tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864279 Nov 02 12:35:10.435157 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e825d-ee00-42e6-82ba-472d7b3bdf2f req-fad5739f-24ed-40f9-8d14-bec9732ce8b4 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.443131 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1c0e825d-ee00-42e6-82ba-472d7b3bdf2f req-fad5739f-24ed-40f9-8d14-bec9732ce8b4 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.1382055 Nov 02 12:35:10.521316 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1c0e825d-ee00-42e6-82ba-472d7b3bdf2f req-8c27227c-49fc-4aa5-9e5e-3290717fd55d tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769334 Nov 02 12:35:10.563176 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 6e038057-aa49-4208-9894-13991bb26bf9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6e038057-aa49-4208-9894-13991bb26bf9,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:10.582161 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '6e038057-aa49-4208-9894-13991bb26bf9', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'port_id': '6e038057-aa49-4208-9894-13991bb26bf9', 'mac_address': 'fa:16:3e:cc:b0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:10.641895 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 6e038057-aa49-4208-9894-13991bb26bf9 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:10.642590 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (6e038057-aa49-4208-9894-13991bb26bf9), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:10.669999 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e038057-aa49-4208-9894-13991bb26bf9 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:10.708098 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 6e038057-aa49-4208-9894-13991bb26bf9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6e038057-aa49-4208-9894-13991bb26bf9,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:10.713806 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (6e038057-aa49-4208-9894-13991bb26bf9), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:10.782756 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:10.806197 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=6e038057-aa49-4208-9894-13991bb26bf9,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:10.927817 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6bba-a8da-483f-969c-aa56c857d729 req-24cba06c-50a8-491c-83cf-01b36cbed585 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:10.929683 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-213c6bba-a8da-483f-969c-aa56c857d729 req-24cba06c-50a8-491c-83cf-01b36cbed585 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0855393 Nov 02 12:35:10.952753 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['6e038057-aa49-4208-9894-13991bb26bf9'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:10.953269 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45100) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:11.020901 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:11.052064 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-213c6bba-a8da-483f-969c-aa56c857d729 req-970076a0-3832-403a-ba6b-ff5837028b4e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107774 Nov 02 12:35:11.298755 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:11.385692 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:11.648040 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a81488-50c2-4ba9-979c-547438a5586c req-07bc409b-747a-4213-b42e-62c0f03c7498 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:11.649596 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-64a81488-50c2-4ba9-979c-547438a5586c req-07bc409b-747a-4213-b42e-62c0f03c7498 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 945 time: 0.0711892 Nov 02 12:35:11.723659 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (1abf6c31-009f-4ce0-962c-75edba7810b6), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:11.795510 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-64a81488-50c2-4ba9-979c-547438a5586c req-9e558577-8a94-4861-98f5-1754d31c0d54 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101525 Nov 02 12:35:12.052766 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Deleting port 1ab57b82-fd28-48cf-b223-009600b3f6a0 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:35:12.053130 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.180092 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] For port 1ab57b82-fd28-48cf-b223-009600b3f6a0, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=1ab57b82-fd28-48cf-b223-009600b3f6a0,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:12.180478 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.207770 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Calling delete_port for 1ab57b82-fd28-48cf-b223-009600b3f6a0 owned by network:router_interface {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:35:12.223612 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2d5d0-59f4-44da-91a5-589f6f4b25d0 req-1b9c500d-09f0-4910-8abf-0d0594660d4d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:12.232118 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-60f2d5d0-59f4-44da-91a5-589f6f4b25d0 req-1b9c500d-09f0-4910-8abf-0d0594660d4d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0713139 Nov 02 12:35:12.290263 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-60f2d5d0-59f4-44da-91a5-589f6f4b25d0 req-6f199825-d0da-443e-8bdc-62f79bb7e045 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562747 Nov 02 12:35:12.314836 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 6e038057-aa49-4208-9894-13991bb26bf9 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:12.387217 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 6e038057-aa49-4208-9894-13991bb26bf9 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:35:12.396659 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 6e038057-aa49-4208-9894-13991bb26bf9 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:12.397081 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (6e038057-aa49-4208-9894-13991bb26bf9), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.398076 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 6e038057-aa49-4208-9894-13991bb26bf9 Nov 02 12:35:12.505422 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (1ab57b82-fd28-48cf-b223-009600b3f6a0), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.511555 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:12.543683 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab57b82-fd28-48cf-b223-009600b3f6a0,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:12.551934 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 6e038057-aa49-4208-9894-13991bb26bf9 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:12.552709 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (6e038057-aa49-4208-9894-13991bb26bf9), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.611999 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e038057-aa49-4208-9894-13991bb26bf9'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:12.614900 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55f2fee-7bbe-460d-aae6-7f7328cf59ee" -d '{"events": [{"server_uuid": "f017e017-63a6-4bf5-9a99-ed0c3ac5cd59", "name": "network-vif-plugged", "status": "completed", "tag": "6e038057-aa49-4208-9894-13991bb26bf9"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:12.669529 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 6e038057-aa49-4208-9894-13991bb26bf9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6e038057-aa49-4208-9894-13991bb26bf9,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:12.680211 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (6e038057-aa49-4208-9894-13991bb26bf9), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.726567 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059e7482-70fd-4fd9-a7ee-8d40e82c57d0 x-openstack-request-id: req-059e7482-70fd-4fd9-a7ee-8d40e82c57d0 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:12.726902 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f017e017-63a6-4bf5-9a99-ed0c3ac5cd59", "name": "network-vif-plugged", "status": "completed", "tag": "6e038057-aa49-4208-9894-13991bb26bf9", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:12.727132 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-059e7482-70fd-4fd9-a7ee-8d40e82c57d0 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:12.727537 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059e7482-70fd-4fd9-a7ee-8d40e82c57d0'] response: {'server_uuid': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e038057-aa49-4208-9894-13991bb26bf9', 'code': 200} Nov 02 12:35:12.777030 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=6e038057-aa49-4208-9894-13991bb26bf9,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:12.777261 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (1abf6c31-009f-4ce0-962c-75edba7810b6), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:12.847795 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:12.999978 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dfcb3-7d77-4575-87c7-6faaaba3e3a8 req-9df8773f-a13a-4a5b-a0fd-e01c363cd85c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:13.001665 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-011dfcb3-7d77-4575-87c7-6faaaba3e3a8 req-9df8773f-a13a-4a5b-a0fd-e01c363cd85c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 946 time: 0.0826163 Nov 02 12:35:13.027362 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe884a-0023-47b5-baf8-76e5334450ed req-9203ca98-83cc-4e27-81a3-ba1efd3b5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:13.028974 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-31fe884a-0023-47b5-baf8-76e5334450ed req-9203ca98-83cc-4e27-81a3-ba1efd3b5191 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 1130 time: 0.0683935 Nov 02 12:35:13.074917 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-011dfcb3-7d77-4575-87c7-6faaaba3e3a8 req-6d7129a8-32e7-4e20-a7f9-6ac6745269b2 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652521 Nov 02 12:35:13.176279 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-31fe884a-0023-47b5-baf8-76e5334450ed req-d8ae61d3-cec0-4f0e-80fe-8e83eeaeb1bb service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156025 Nov 02 12:35:13.195460 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Router 1abf6c31-009f-4ce0-962c-75edba7810b6 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:35:13.323745 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:13.332918 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-3828422d-13a5-4f86-a98e-3b184fc1c7e5 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/1abf6c31-009f-4ce0-962c-75edba7810b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3827188 Nov 02 12:35:13.335173 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] Sync routers for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:13.335674 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45114) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:13.354983 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:13.355960 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:13.503111 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:13.561500 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks [] for router (1abf6c31-009f-4ce0-962c-75edba7810b6), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:13.636808 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e544c-4ac2-4280-8336-6db2f7295afd req-989c870a-f051-4d4d-a4a7-009e2d72501e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:13.640022 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd5e544c-4ac2-4280-8336-6db2f7295afd req-989c870a-f051-4d4d-a4a7-009e2d72501e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.2250319 Nov 02 12:35:13.715437 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks [] for router_gateway (1abf6c31-009f-4ce0-962c-75edba7810b6), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:13.745811 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:35:12Z', 'revision_number': 5, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port': {'id': '00202903-5fbc-400e-94f3-dfe79dddf386', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:02Z', 'updated_at': '2022-11-02T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:13.766155 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:13.775696 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] Checking router: 1abf6c31-009f-4ce0-962c-75edba7810b6 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:13.788329 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] Routers {'1abf6c31-009f-4ce0-962c-75edba7810b6'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:13.789378 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['1abf6c31-009f-4ce0-962c-75edba7810b6'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:13.853526 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd5e544c-4ac2-4280-8336-6db2f7295afd req-e9a3e120-8e41-4ee9-b4ac-eca89644454d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442270 Nov 02 12:35:13.883250 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Deleting port 00202903-5fbc-400e-94f3-dfe79dddf386 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:35:13.884350 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:13.920892 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] Set router 1abf6c31-009f-4ce0-962c-75edba7810b6 gateway port host: None {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:13.976983 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:35:13Z', 'revision_number': 6, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:14.008611 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb468c-90c8-4c64-8288-cfabf62b1c69 None None] The sync data for ids ['1abf6c31-009f-4ce0-962c-75edba7810b6'] in dv-cinder-863273-1-iscsi is: [{'id': '1abf6c31-009f-4ce0-962c-75edba7810b6', 'name': 'tempest-ServerRescueNegativeTestJSON-495150491-router', 'tenant_id': '3dfb62f918dd41aea2e6d49286476dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:29:01Z', 'updated_at': '2022-11-02T12:35:13Z', 'revision_number': 6, 'project_id': '3dfb62f918dd41aea2e6d49286476dd0', 'gw_port_host': None}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:14.068149 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] For port 00202903-5fbc-400e-94f3-dfe79dddf386, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=00202903-5fbc-400e-94f3-dfe79dddf386,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:14.068792 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.090813 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Calling delete_port for 00202903-5fbc-400e-94f3-dfe79dddf386 owned by network:router_gateway {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:35:14.146159 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:14.246658 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a778-aef0-47a4-9663-4d3366d608a0 req-042e9209-2c6d-4367-b233-6c90abbb58b1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:14.260853 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5378a778-aef0-47a4-9663-4d3366d608a0 req-042e9209-2c6d-4367-b233-6c90abbb58b1 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 946 time: 0.0842688 Nov 02 12:35:14.344337 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5378a778-aef0-47a4-9663-4d3366d608a0 req-def87156-08d7-4bce-b960-b89034ce0c48 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821383 Nov 02 12:35:14.401048 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (00202903-5fbc-400e-94f3-dfe79dddf386), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.443170 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Pushing event deleted for resources: {'Port': ['ID=00202903-5fbc-400e-94f3-dfe79dddf386,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:14.535160 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (1abf6c31-009f-4ce0-962c-75edba7810b6), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.669706 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (1abf6c31-009f-4ce0-962c-75edba7810b6), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.672906 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks [] for router_controller (1abf6c31-009f-4ce0-962c-75edba7810b6), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.760301 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (1abf6c31-009f-4ce0-962c-75edba7810b6), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.760922 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1abf6c31-009f-4ce0-962c-75edba7810b6 {{(pid=106350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:35:14.770205 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.773765 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-254cf3a0-e9a3-4eee-b752-3168074797ea admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/1abf6c31-009f-4ce0-962c-75edba7810b6 HTTP/1.1" status: 204 len: 168 time: 1.4368312 Nov 02 12:35:14.776178 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45122) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:14.839602 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f843258-5ee7-4f01-aac2-3169fe4a593d admin admin] Deleting subnet fbce0648-1980-4ba0-846b-e1a10bbac213 {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:35:14.844307 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0f843258-5ee7-4f01-aac2-3169fe4a593d admin admin] Publish callbacks [] for subnet (fbce0648-1980-4ba0-846b-e1a10bbac213), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.885350 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0f843258-5ee7-4f01-aac2-3169fe4a593d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960170'] for subnet (fbce0648-1980-4ba0-846b-e1a10bbac213), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:14.958967 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:14.959945 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:14.984531 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0f843258-5ee7-4f01-aac2-3169fe4a593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (fbce0648-1980-4ba0-846b-e1a10bbac213), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.067138 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0f843258-5ee7-4f01-aac2-3169fe4a593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5432924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241350'] for subnet (fbce0648-1980-4ba0-846b-e1a10bbac213), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.099608 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f843258-5ee7-4f01-aac2-3169fe4a593d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbce0648-1980-4ba0-846b-e1a10bbac213,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:15.103334 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cab614-4991-425b-adc1-2c09ecf74707 req-38ca015c-648c-455b-ac0d-524787781e7a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:15.107899 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0f843258-5ee7-4f01-aac2-3169fe4a593d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.112574 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0f843258-5ee7-4f01-aac2-3169fe4a593d admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/fbce0648-1980-4ba0-846b-e1a10bbac213 HTTP/1.1" status: 204 len: 168 time: 0.3352106 Nov 02 12:35:15.113856 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 1ab57b82-fd28-48cf-b223-009600b3f6a0 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:15.115678 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45126) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:15.128977 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c8ee56-2469-45f5-96e7-e176f9936d33 None None] Network d036ebb3-3fc9-46ee-88bb-f55457c5a308 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:35:15.129845 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f1cab614-4991-425b-adc1-2c09ecf74707 req-38ca015c-648c-455b-ac0d-524787781e7a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.1300859 Nov 02 12:35:15.168915 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 1ab57b82-fd28-48cf-b223-009600b3f6a0 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:35:15.169621 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 1ab57b82-fd28-48cf-b223-009600b3f6a0 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:35:15.170293 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 00202903-5fbc-400e-94f3-dfe79dddf386 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:15.211932 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (d036ebb3-3fc9-46ee-88bb-f55457c5a308), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.247700 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 00202903-5fbc-400e-94f3-dfe79dddf386 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:35:15.248425 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 00202903-5fbc-400e-94f3-dfe79dddf386 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:35:15.296263 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Deleting port 563c7e6f-61b1-45ff-8c01-12bf525255d1 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:35:15.296830 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.305633 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f1cab614-4991-425b-adc1-2c09ecf74707 req-ff400262-6627-4546-b2ca-d36b32c17bb8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743932 Nov 02 12:35:15.388708 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] For port 563c7e6f-61b1-45ff-8c01-12bf525255d1, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=563c7e6f-61b1-45ff-8c01-12bf525255d1,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:15.390007 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.412597 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Calling delete_port for 563c7e6f-61b1-45ff-8c01-12bf525255d1 owned by network:dhcp {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:35:15.443227 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a24ee-c3c5-4acb-9c85-dd6d6c4ff420 None None] DHCP port deletion for d036ebb3-3fc9-46ee-88bb-f55457c5a308 request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:35:15.501937 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-e46a24ee-c3c5-4acb-9c85-dd6d6c4ff420 None None] Deleting port 563c7e6f-61b1-45ff-8c01-12bf525255d1 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:35:15.502413 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e46a24ee-c3c5-4acb-9c85-dd6d6c4ff420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.607091 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-e46a24ee-c3c5-4acb-9c85-dd6d6c4ff420 None None] For port 563c7e6f-61b1-45ff-8c01-12bf525255d1, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=563c7e6f-61b1-45ff-8c01-12bf525255d1,segment=NetworkSegment(49f1458d-aa68-4c6d-b035-4329b48c7ef4),segment_id=49f1458d-aa68-4c6d-b035-4329b48c7ef4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:15.607403 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e46a24ee-c3c5-4acb-9c85-dd6d6c4ff420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.613070 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4922-d8f4-41a2-a379-aafb4308e275 req-00aae47b-0e03-40c6-a02e-34b0971c4488 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:15.620797 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b43e4922-d8f4-41a2-a379-aafb4308e275 req-00aae47b-0e03-40c6-a02e-34b0971c4488 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 946 time: 0.1215167 Nov 02 12:35:15.629913 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-e46a24ee-c3c5-4acb-9c85-dd6d6c4ff420 None None] Calling delete_port for 563c7e6f-61b1-45ff-8c01-12bf525255d1 owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:35:15.661527 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.712448 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b43e4922-d8f4-41a2-a379-aafb4308e275 req-dc1a1044-f7a9-42b2-b0e3-c96fced1371b tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901213 Nov 02 12:35:15.712953 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Pushing event deleted for resources: {'Port': ['ID=563c7e6f-61b1-45ff-8c01-12bf525255d1,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:15.722054 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] No DVR routers for this DVR port 563c7e6f-61b1-45ff-8c01-12bf525255d1 on host dv-cinder-863273-1-iscsi {{(pid=106351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:35:15.746830 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e46a24ee-c3c5-4acb-9c85-dd6d6c4ff420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (563c7e6f-61b1-45ff-8c01-12bf525255d1), after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.775349 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a24ee-c3c5-4acb-9c85-dd6d6c4ff420 None None] Pushing event deleted for resources: {'Port': ['ID=563c7e6f-61b1-45ff-8c01-12bf525255d1,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:15.778632 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a24ee-c3c5-4acb-9c85-dd6d6c4ff420 None None] No DVR routers for this DVR port 563c7e6f-61b1-45ff-8c01-12bf525255d1 on host dv-cinder-863273-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:35:15.857739 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (d036ebb3-3fc9-46ee-88bb-f55457c5a308), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.867810 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4895ac1-88dd-4ae4-a1d5-d4a0e2625bfa req-71bf26fd-5306-4b07-8a0d-951cf11b7479 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:15.869440 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e4895ac1-88dd-4ae4-a1d5-d4a0e2625bfa req-71bf26fd-5306-4b07-8a0d-951cf11b7479 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 946 time: 0.0548308 Nov 02 12:35:15.880885 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45132) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:15.885612 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-2db1f31d-29d6-4933-889e-f433cd5d75cb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Request body: {'floatingip': {'port_id': '6e038057-aa49-4208-9894-13991bb26bf9'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:15.886153 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d036ebb3-3fc9-46ee-88bb-f55457c5a308']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:15.898445 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f1458d-aa68-4c6d-b035-4329b48c7ef4') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:15.898880 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f1458d-aa68-4c6d-b035-4329b48c7ef4') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:15.911140 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (49f1458d-aa68-4c6d-b035-4329b48c7ef4), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.933055 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2db1f31d-29d6-4933-889e-f433cd5d75cb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (2d832429-c259-497e-afb7-904509b455d1), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.937849 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (49f1458d-aa68-4c6d-b035-4329b48c7ef4), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:15.947384 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:35:15.948096 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (49f1458d-aa68-4c6d-b035-4329b48c7ef4), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.032080 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 49f1458d-aa68-4c6d-b035-4329b48c7ef4 resource provider aggregate not found Nov 02 12:35:16.040836 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (d036ebb3-3fc9-46ee-88bb-f55457c5a308), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.079112 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.082569 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/d036ebb3-3fc9-46ee-88bb-f55457c5a308 HTTP/1.1" status: 204 len: 168 time: 0.9654040 Nov 02 12:35:16.084145 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 49f1458d-aa68-4c6d-b035-4329b48c7ef4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49f1458d-aa68-4c6d-b035-4329b48c7ef4 found for delete ", "request_id": "req-9f4fa929-80b5-40f2-ae87-b0796dec8038"}]} Nov 02 12:35:16.085202 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6b644-e52d-4c8c-9553-9b1b17d14adb admin admin] Pushing event deleted for resources: {'Network': ['ID=d036ebb3-3fc9-46ee-88bb-f55457c5a308,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:16.255816 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45140) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:16.306289 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-58bd74c2-4e2f-41b6-9137-2cec80f40160 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=3dfb62f918dd41aea2e6d49286476dd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486300 Nov 02 12:35:16.308403 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45142) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:16.369165 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9107e801-0451-4d4a-bfe1-89ceb4723c2f admin admin] Publish callbacks [] for security_group (fc25d6c6-a3b1-45f1-824e-8ad4c49f9033), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.398883 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9107e801-0451-4d4a-bfe1-89ceb4723c2f admin admin] Publish callbacks [] for security_group (fc25d6c6-a3b1-45f1-824e-8ad4c49f9033), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.424305 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:16.427805 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:16.539674 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24696a50-5a05-43a2-969e-4fb39d6c0741 req-c04e7991-a4bb-492e-8e1f-169ee0e7d6d0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:16.540713 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-24696a50-5a05-43a2-969e-4fb39d6c0741 req-c04e7991-a4bb-492e-8e1f-169ee0e7d6d0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0682025 Nov 02 12:35:16.577089 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9107e801-0451-4d4a-bfe1-89ceb4723c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (fc25d6c6-a3b1-45f1-824e-8ad4c49f9033), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.580043 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9107e801-0451-4d4a-bfe1-89ceb4723c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.581212 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9107e801-0451-4d4a-bfe1-89ceb4723c2f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/fc25d6c6-a3b1-45f1-824e-8ad4c49f9033 HTTP/1.1" status: 204 len: 168 time: 0.2716792 Nov 02 12:35:16.619797 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107e801-0451-4d4a-bfe1-89ceb4723c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc25d6c6-a3b1-45f1-824e-8ad4c49f9033,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:16.631002 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-24696a50-5a05-43a2-969e-4fb39d6c0741 req-4e2b8519-94fe-42aa-873e-cc5cc4b77e1b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824142 Nov 02 12:35:16.800873 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:16.929644 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2db1f31d-29d6-4933-889e-f433cd5d75cb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:16.934976 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2db1f31d-29d6-4933-889e-f433cd5d75cb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (2d832429-c259-497e-afb7-904509b455d1), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.057152 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [None req-2db1f31d-29d6-4933-889e-f433cd5d75cb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Floating IP 2d832429-c259-497e-afb7-904509b455d1 associated. External IP: 172.27.3.59, port: 6e038057-aa49-4208-9894-13991bb26bf9. Nov 02 12:35:17.096506 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:17.097405 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 563c7e6f-61b1-45ff-8c01-12bf525255d1 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:17.137534 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 563c7e6f-61b1-45ff-8c01-12bf525255d1 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:35:17.140599 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 563c7e6f-61b1-45ff-8c01-12bf525255d1 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:35:17.311741 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db1f31d-29d6-4933-889e-f433cd5d75cb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:35:17.444462 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db1f31d-29d6-4933-889e-f433cd5d75cb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:17.451915 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2db1f31d-29d6-4933-889e-f433cd5d75cb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:17.462426 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] Sync routers for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:17.472328 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:17.484277 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:17.485449 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:17.501726 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-2db1f31d-29d6-4933-889e-f433cd5d75cb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/2d832429-c259-497e-afb7-904509b455d1 HTTP/1.1" status: 200 len: 991 time: 1.6136391 Nov 02 12:35:17.501726 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'tag': '6e038057-aa49-4208-9894-13991bb26bf9'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:17.501726 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f017e017-63a6-4bf5-9a99-ed0c3ac5cd59", "tag": "6e038057-aa49-4208-9894-13991bb26bf9"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:17.548728 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024d92d5-1631-40df-8bfb-ae0bb036cce5 x-openstack-request-id: req-024d92d5-1631-40df-8bfb-ae0bb036cce5 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:17.549243 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f017e017-63a6-4bf5-9a99-ed0c3ac5cd59", "tag": "6e038057-aa49-4208-9894-13991bb26bf9", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:17.549828 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-024d92d5-1631-40df-8bfb-ae0bb036cce5 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:17.550411 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024d92d5-1631-40df-8bfb-ae0bb036cce5'] response: {'name': 'network-changed', 'server_uuid': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'tag': '6e038057-aa49-4208-9894-13991bb26bf9', 'status': 'completed', 'code': 200} Nov 02 12:35:17.644098 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:17.651253 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-27d39bd6-8923-4ef9-a7af-29a4b8ec1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:17.653308 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-27d39bd6-8923-4ef9-a7af-29a4b8ec1984 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=5bc73b74407f4d6184cbd1330ee89145&device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 1130 time: 0.0771737 Nov 02 12:35:17.782335 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-e8b3642a-d2ba-4f34-b9a0-e1731bf4ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:17.784658 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-e8b3642a-d2ba-4f34-b9a0-e1731bf4ecea service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 200 len: 913 time: 0.1247327 Nov 02 12:35:17.800009 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:17.880957 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9ffc8-c291-4542-87a4-ea1d16835627 req-068dc253-bab2-4473-826c-d965a584af4f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:17.888156 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-efa9ffc8-c291-4542-87a4-ea1d16835627 req-068dc253-bab2-4473-826c-d965a584af4f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0919201 Nov 02 12:35:17.890825 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-c7ada829-6c77-4106-b119-85b10bbca8ff service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e038057-aa49-4208-9894-13991bb26bf9 HTTP/1.1" status: 200 len: 999 time: 0.0984628 Nov 02 12:35:17.949983 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-efa9ffc8-c291-4542-87a4-ea1d16835627 req-163ebbfb-3cfa-4b77-af71-305bf2704f16 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608256 Nov 02 12:35:17.978619 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-e4f49c6c-9869-4b1c-83bc-534634194ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:17.980322 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-e4f49c6c-9869-4b1c-83bc-534634194ca8 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=dd66505c-21ed-4318-84b1-3cd8c2380645 HTTP/1.1" status: 200 len: 850 time: 0.0819705 Nov 02 12:35:18.043332 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-2d2fb89c-d090-46cd-bbf2-76ede655e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:18.047694 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-2d2fb89c-d090-46cd-bbf2-76ede655e90b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=a1cd3d90-2bea-43ce-84ec-dc31298b79c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613554 Nov 02 12:35:18.057272 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45172) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:18.170950 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-4bf79134-aa6b-4197-a438-274bbc721f71 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169574 Nov 02 12:35:18.183445 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-450360081-network', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:18.219540 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '2d832429-c259-497e-afb7-904509b455d1', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'port_id': '6e038057-aa49-4208-9894-13991bb26bf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'mac_address': 'fa:16:3e:cc:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:00Z', 'updated_at': '2022-11-02T12:35:16Z', 'revision_number': 1, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:18.224724 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:18.232625 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Made reservation on behalf of 3a32a1e0f4ae442398d6e179846e1e1b for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:18.239148 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.251377 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] Checking router: a9b2ae07-88a4-4ede-a0af-02af39a9cac7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:18.254622 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.261801 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:18.262800 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:18.321407 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0d989b3a-edff-4edb-8e3b-ade251e6fe0c req-9015e706-67b7-44f1-ae45-1ece3c74c51f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452100 Nov 02 12:35:18.381814 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Publish callbacks [] for security_group (239aa88c-5e89-469d-891e-f8bc7c34d57d), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.387036 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (239aa88c-5e89-469d-891e-f8bc7c34d57d), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.418698 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:18.429249 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:35:18.438622 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239aa88c-5e89-469d-891e-f8bc7c34d57d,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:18.454410 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (239c7000-c911-4046-ac03-545abf8dbc89), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.455522 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Added segment 239c7000-c911-4046-ac03-545abf8dbc89 of type vlan for network 131d0da7-02ff-497d-ba38-17a9c0dcd040 Nov 02 12:35:18.492176 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:35:18.508936 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (131d0da7-02ff-497d-ba38-17a9c0dcd040), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.565843 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (131d0da7-02ff-497d-ba38-17a9c0dcd040), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.568808 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:18.570240 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.682537 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6237824 Nov 02 12:35:18.688947 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45180) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:18.694314 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Request body: {'subnet': {'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-450360081-subnet', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:18.704558 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b151c6-278b-47bb-8877-1515b8f9de6b admin admin] Pushing event updated for resources: {'Network': ['ID=131d0da7-02ff-497d-ba38-17a9c0dcd040,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:18.738035 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Made reservation on behalf of 3a32a1e0f4ae442398d6e179846e1e1b for: {'subnet': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:18.738402 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:35:18.743846 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4919031'] for subnet (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:18.839529 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '2d832429-c259-497e-afb7-904509b455d1', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'port_id': '6e038057-aa49-4208-9894-13991bb26bf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'mac_address': 'fa:16:3e:cc:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:00Z', 'updated_at': '2022-11-02T12:35:16Z', 'revision_number': 1, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:18.887415 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61c278-42a9-4277-8f2e-de355e706d6d None None] The sync data for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi is: [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '2d832429-c259-497e-afb7-904509b455d1', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'port_id': '6e038057-aa49-4208-9894-13991bb26bf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'mac_address': 'fa:16:3e:cc:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:00Z', 'updated_at': '2022-11-02T12:35:16Z', 'revision_number': 1, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:18.907620 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:19.192891 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4918981'] for subnet (82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.279173 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ea282-13bd-44d2-ad85-7cfc4a8930c6 None None] New status for floating IP 2d832429-c259-497e-afb7-904509b455d1: ACTIVE {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:35:19.303929 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f3249-b16a-4038-b8c3-4dea9e91d70a req-2fd07372-925d-4bb8-bca2-bcfb9fe109e1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:19.318311 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ef3f3249-b16a-4038-b8c3-4dea9e91d70a req-2fd07372-925d-4bb8-bca2-bcfb9fe109e1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.1830666 Nov 02 12:35:19.384934 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:19.426411 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ef3f3249-b16a-4038-b8c3-4dea9e91d70a req-654cd5ef-617a-4211-a558-25921c65bd85 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066487 Nov 02 12:35:19.427969 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Checking segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:19.428343 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Network hostable DHCP agents. Network: 131d0da7-02ff-497d-ba38-17a9c0dcd040, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:35:19.455471 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:35:19.483203 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 131d0da7-02ff-497d-ba38-17a9c0dcd040) {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:19.483203 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:19.484015 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826af2e7-5952-433a-b943-7349c379b71d None None] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:35:19.491035 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.521440 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-147bd21f-ff5f-4858-85b2-1c0f25aee03d admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8295324 Nov 02 12:35:19.525357 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45190) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:19.532075 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:19.569788 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.571166 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.665103 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-131d0da7-02ff-497d-ba38-17a9c0dcd040', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:35:19.666103 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.670542 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks [] for router_controller (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), precommit_add_association {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.739251 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:19.813580 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Allocated IP 172.20.0.2 (131d0da7-02ff-497d-ba38-17a9c0dcd040/82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6/c30b03d8-25c7-4477-8a0c-94f456310e60) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:19.827975 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks [] for router_gateway (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.889423 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:19.959855 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:19.962842 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Publish callbacks [] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:19.964035 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:19.970118 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.013290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:20.018578 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:20.022808 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:35:20.030097 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Pushing event updated for resources: {'Port': ['ID=c30b03d8-25c7-4477-8a0c-94f456310e60,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:20.046984 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks [] for router_gateway (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.073413 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.094714 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Attempting to bind port c30b03d8-25c7-4477-8a0c-94f456310e60 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:20.095152 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Attempting to bind port c30b03d8-25c7-4477-8a0c-94f456310e60 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:20.095516 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Attempting to bind port c30b03d8-25c7-4477-8a0c-94f456310e60 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:20.142548 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:20.142923 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Checking segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:20.143340 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.143726 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Bound using segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:20.144190 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Bound port: c30b03d8-25c7-4477-8a0c-94f456310e60, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:20.144560 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.193269 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Allocated IP 172.27.3.17 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/3949350d-9ac1-4dc2-968c-2f25b33890d4) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:20.212041 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] For port c30b03d8-25c7-4477-8a0c-94f456310e60, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:20.215725 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] For port c30b03d8-25c7-4477-8a0c-94f456310e60, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c30b03d8-25c7-4477-8a0c-94f456310e60,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:20.224552 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.267398 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-586b2f3c-98ba-45a1-8a3f-c9d2f2e4ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:20.269450 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-586b2f3c-98ba-45a1-8a3f-c9d2f2e4ece2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 1130 time: 0.0620656 Nov 02 12:35:20.283866 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a98bc3-85dc-4847-9dae-30e09cc7c65a None None] Pushing event updated for resources: {'Port': ['ID=c30b03d8-25c7-4477-8a0c-94f456310e60,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:20.420678 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-84178c23-9c5f-4d98-ae61-23e7b1695724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:20.421870 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-84178c23-9c5f-4d98-ae61-23e7b1695724 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 918 time: 0.1456964 Nov 02 12:35:20.519226 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-c30cd607-1d95-4961-9aa5-e3662f157eb5 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef HTTP/1.1" status: 200 len: 1002 time: 0.0873272 Nov 02 12:35:20.583516 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks [] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.603984 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-d8e70fca-9096-4d3a-8b9a-0d2108476446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:20.605522 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-d8e70fca-9096-4d3a-8b9a-0d2108476446 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.0799820 Nov 02 12:35:20.651977 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:20.658560 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-a138976e-737b-40e1-8d5a-b878a13b0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:20.660112 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-a138976e-737b-40e1-8d5a-b878a13b0f65 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487149 Nov 02 12:35:20.669707 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa87da-abe1-455c-abee-4e69d1cd1212 req-088317a7-d9e8-42f9-a3d1-74c4105d7ae1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:20.671250 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-89aa87da-abe1-455c-abee-4e69d1cd1212 req-088317a7-d9e8-42f9-a3d1-74c4105d7ae1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0829413 Nov 02 12:35:20.719513 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:20.727227 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:20.729312 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:35:20.775289 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-0ed2aea7-d139-40da-8c8f-e04ae8078828 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061418 Nov 02 12:35:20.775543 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3949350d-9ac1-4dc2-968c-2f25b33890d4,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:20.790896 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:20.809400 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-89aa87da-abe1-455c-abee-4e69d1cd1212 req-77ca4837-9a69-463d-92b3-85da0a30cc02 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186943 Nov 02 12:35:20.885727 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7f9dd625-bafb-4e86-807d-1a2e97cb7439 req-a2cbb3cb-d6ff-4d08-bc0d-00429ca69f48 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047513 Nov 02 12:35:21.097345 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks [] for router_gateway (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.100423 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c30b03d8-25c7-4477-8a0c-94f456310e60 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:21.133027 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:21.153572 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c30b03d8-25c7-4477-8a0c-94f456310e60 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:21.154101 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.154385 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c30b03d8-25c7-4477-8a0c-94f456310e60 Nov 02 12:35:21.236381 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c30b03d8-25c7-4477-8a0c-94f456310e60 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:21.236840 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.276071 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port c30b03d8-25c7-4477-8a0c-94f456310e60, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c30b03d8-25c7-4477-8a0c-94f456310e60,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:21.281408 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.297514 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:21.306038 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.327653 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7db6f-fa0d-460f-8456-527025430369 None None] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:35:21.347272 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=7 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:21.390750 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=c30b03d8-25c7-4477-8a0c-94f456310e60,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:21.429717 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-d7765365-6283-4c46-a6f1-a7c8b74aff04 None None] Provisioning complete for port c30b03d8-25c7-4477-8a0c-94f456310e60 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:21.430082 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d7765365-6283-4c46-a6f1-a7c8b74aff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.430535 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-d7765365-6283-4c46-a6f1-a7c8b74aff04 None None] Attempt 1 to provision port c30b03d8-25c7-4477-8a0c-94f456310e60 Nov 02 12:35:21.460646 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:35:21.549662 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-d7765365-6283-4c46-a6f1-a7c8b74aff04 None None] Current status of the port c30b03d8-25c7-4477-8a0c-94f456310e60 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:21.582320 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:21.594228 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:21.605687 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:21.606275 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:21.609724 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.611384 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7d8293ce-1743-41e8-a46e-6fdaa20328a4 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0847328 Nov 02 12:35:21.614307 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45198) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:21.704341 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:21.738644 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:21.811484 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-3b377509-f85b-4f32-823a-f78ac5a1d21f None None] Provisioning complete for port c30b03d8-25c7-4477-8a0c-94f456310e60 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:21.811853 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3b377509-f85b-4f32-823a-f78ac5a1d21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:21.812183 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-3b377509-f85b-4f32-823a-f78ac5a1d21f None None] Attempt 1 to provision port c30b03d8-25c7-4477-8a0c-94f456310e60 Nov 02 12:35:21.982596 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cca9ca-7925-43b0-9ea9-83b35fff5fea req-a806d3a9-de50-48cb-9752-e2b34d3098b0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:21.984163 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-18cca9ca-7925-43b0-9ea9-83b35fff5fea req-a806d3a9-de50-48cb-9752-e2b34d3098b0 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.0510790 Nov 02 12:35:21.989452 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-3b377509-f85b-4f32-823a-f78ac5a1d21f None None] Current status of the port c30b03d8-25c7-4477-8a0c-94f456310e60 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:21.997451 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:20Z', 'revision_number': 3, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:22.024856 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:22.025264 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Updating router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 port 3949350d-9ac1-4dc2-968c-2f25b33890d4 binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:35:22.045955 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-18cca9ca-7925-43b0-9ea9-83b35fff5fea req-1cc53570-90c3-4264-aa78-479a01923832 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492520 Nov 02 12:35:22.056307 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.080882 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.156722 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:22.259259 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Allocated IP 172.20.0.1 (131d0da7-02ff-497d-ba38-17a9c0dcd040/82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6/c0282d5c-62e0-43ae-9726-04c7e1da8b51) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:22.290671 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:22.348542 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Publish callbacks [] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.354927 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.376916 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Publish callbacks [] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.389191 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:22.395868 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Attempting to bind port 3949350d-9ac1-4dc2-968c-2f25b33890d4 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:22.396244 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Attempting to bind port 3949350d-9ac1-4dc2-968c-2f25b33890d4 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:22.396673 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Attempting to bind port 3949350d-9ac1-4dc2-968c-2f25b33890d4 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:22.413665 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.428525 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578c1a2-d0d7-48e6-9f3b-69e906b4d42b None None] Pushing event updated for resources: {'Port': ['ID=3949350d-9ac1-4dc2-968c-2f25b33890d4,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:22.453118 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:22.453658 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:22.454075 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.454469 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:22.455096 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Bound port: 3949350d-9ac1-4dc2-968c-2f25b33890d4, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:22.455486 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.460058 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:22.469039 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:22.469039 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:35:22.471294 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Pushing event updated for resources: {'Port': ['ID=c0282d5c-62e0-43ae-9726-04c7e1da8b51,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:22.514963 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.690563 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] For port 3949350d-9ac1-4dc2-968c-2f25b33890d4, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:22.693366 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.700586 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] For port 3949350d-9ac1-4dc2-968c-2f25b33890d4, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=3949350d-9ac1-4dc2-968c-2f25b33890d4,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:22.709899 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.757408 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:22.758038 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:22.829691 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578c1a2-d0d7-48e6-9f3b-69e906b4d42b None None] Pushing event updated for resources: {'Port': ['ID=3949350d-9ac1-4dc2-968c-2f25b33890d4,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:22.836776 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bc1e56f7-0189-4885-9dfc-afabaffebaa5 None None] Provisioning complete for port c0282d5c-62e0-43ae-9726-04c7e1da8b51 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:22.837196 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bc1e56f7-0189-4885-9dfc-afabaffebaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.837532 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bc1e56f7-0189-4885-9dfc-afabaffebaa5 None None] Attempt 1 to provision port c0282d5c-62e0-43ae-9726-04c7e1da8b51 Nov 02 12:35:22.913572 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e56f7-0189-4885-9dfc-afabaffebaa5 None None] Port c0282d5c-62e0-43ae-9726-04c7e1da8b51 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:22.920363 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:22.934313 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:22.939037 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Publish callbacks [] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:22.944565 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5432934'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.045717 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Pushing event updated for resources: {'Port': ['ID=c0282d5c-62e0-43ae-9726-04c7e1da8b51,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:23.048735 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.061618 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:23.148493 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c30b03d8-25c7-4477-8a0c-94f456310e60 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:23.213833 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:23.215932 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:23.243223 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c30b03d8-25c7-4477-8a0c-94f456310e60 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:23.243600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.243935 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c30b03d8-25c7-4477-8a0c-94f456310e60 Nov 02 12:35:23.323476 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:23.331713 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:23.336123 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3017c-a895-4181-9277-441a82f20630 req-779aeb7b-4c54-40b4-ad0c-a91ccfa1c970 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:23.337793 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8fc3017c-a895-4181-9277-441a82f20630 req-779aeb7b-4c54-40b4-ad0c-a91ccfa1c970 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 946 time: 0.1103454 Nov 02 12:35:23.366852 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bea725-f5a6-49da-b6e3-2739bef092a5 None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:23.414837 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c30b03d8-25c7-4477-8a0c-94f456310e60 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:23.444840 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:35:23.456208 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8fc3017c-a895-4181-9277-441a82f20630 req-71c87607-9d64-4bf8-a1a6-e3cf7fc6a22b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889907 Nov 02 12:35:23.554774 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-82cd8faf-d0f3-40ba-a012-8b681e3fa8e1 None None] Provisioning complete for port c0282d5c-62e0-43ae-9726-04c7e1da8b51 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:23.555507 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-82cd8faf-d0f3-40ba-a012-8b681e3fa8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:23.556028 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-82cd8faf-d0f3-40ba-a012-8b681e3fa8e1 None None] Attempt 1 to provision port c0282d5c-62e0-43ae-9726-04c7e1da8b51 Nov 02 12:35:23.601819 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:23.615758 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-fe493ebb-54f1-4699-bd8d-985866358e51 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9981241 Nov 02 12:35:23.633256 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-82cd8faf-d0f3-40ba-a012-8b681e3fa8e1 None None] Port c0282d5c-62e0-43ae-9726-04c7e1da8b51 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:24.060285 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45222) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:24.069028 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-53a4ce20-6336-4ed5-86d5-7bde121de360 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105469599', 'description': 'tempest-description--1078625212'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:24.074371 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:24.099916 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-53a4ce20-6336-4ed5-86d5-7bde121de360 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.196575 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-53a4ce20-6336-4ed5-86d5-7bde121de360 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (ba34fb74-9592-4950-97b1-c633dc37fea9), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.214948 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-53a4ce20-6336-4ed5-86d5-7bde121de360 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ba34fb74-9592-4950-97b1-c633dc37fea9), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.264278 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-53a4ce20-6336-4ed5-86d5-7bde121de360 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.264278 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-53a4ce20-6336-4ed5-86d5-7bde121de360 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1957304 Nov 02 12:35:24.264278 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4ce20-6336-4ed5-86d5-7bde121de360 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba34fb74-9592-4950-97b1-c633dc37fea9,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:24.264759 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45228) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:24.270242 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-0b197cc2-6882-4959-b301-1700a5af7157 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group_rule': {'security_group_id': 'ba34fb74-9592-4950-97b1-c633dc37fea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:24.328326 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0b197cc2-6882-4959-b301-1700a5af7157 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (a4c05f75-7ec4-40c5-a5bb-6ffcfc441c40), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.383334 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 7aa2d46a-71ec-44fe-9fbb-04e05370efef no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:24.449588 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0b197cc2-6882-4959-b301-1700a5af7157 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (a4c05f75-7ec4-40c5-a5bb-6ffcfc441c40), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.455531 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0b197cc2-6882-4959-b301-1700a5af7157 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (a4c05f75-7ec4-40c5-a5bb-6ffcfc441c40), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.497444 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:24.507263 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b197cc2-6882-4959-b301-1700a5af7157 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c05f75-7ec4-40c5-a5bb-6ffcfc441c40,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:24.517650 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 7aa2d46a-71ec-44fe-9fbb-04e05370efef is: ACTIVE; New status is: DOWN {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:24.519435 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.532486 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0b197cc2-6882-4959-b301-1700a5af7157 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.536639 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0b197cc2-6882-4959-b301-1700a5af7157 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708368 Nov 02 12:35:24.539768 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45234) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:24.547019 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-d9f43295-424b-4c18-ad20-94734b1eb4d2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group_rule': {'security_group_id': 'ba34fb74-9592-4950-97b1-c633dc37fea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:24.549316 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:24.551748 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6659a8a-8b1d-4cc1-9b2d-678f7f62e494" -d '{"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:24.565972 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:24.572473 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.627450 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c054a71e-f020-4a2b-afbe-042d0ac4d2ba x-openstack-request-id: req-c054a71e-f020-4a2b-afbe-042d0ac4d2ba {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:24.627817 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-unplugged", "status": "failed", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef", "code": 422}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:24.628042 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d9f43295-424b-4c18-ad20-94734b1eb4d2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (39ca9a8f-5565-4a26-aaa8-5853bdaa75b5), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.628282 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c054a71e-f020-4a2b-afbe-042d0ac4d2ba {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:24.628701 dv-cinder-863273-1-iscsi neutron-server[106352]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c054a71e-f020-4a2b-afbe-042d0ac4d2ba']: {'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'code': 422} returned with failed status Nov 02 12:35:24.677165 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=8']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:24.727580 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d9f43295-424b-4c18-ad20-94734b1eb4d2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (39ca9a8f-5565-4a26-aaa8-5853bdaa75b5), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.733618 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d9f43295-424b-4c18-ad20-94734b1eb4d2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (39ca9a8f-5565-4a26-aaa8-5853bdaa75b5), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.759170 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f43295-424b-4c18-ad20-94734b1eb4d2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ca9a8f-5565-4a26-aaa8-5853bdaa75b5,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:24.770694 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d9f43295-424b-4c18-ad20-94734b1eb4d2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.772483 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-d9f43295-424b-4c18-ad20-94734b1eb4d2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2311790 Nov 02 12:35:24.777726 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45242) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:24.783398 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:24.812876 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:24.976554 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.070407 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296df81d-2c9a-48a5-8243-26f3ec1340a2 req-54fb31bc-6903-445d-bb1f-849d6036dad6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:25.080190 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-296df81d-2c9a-48a5-8243-26f3ec1340a2 req-54fb31bc-6903-445d-bb1f-849d6036dad6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0852430 Nov 02 12:35:25.158868 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 3949350d-9ac1-4dc2-968c-2f25b33890d4 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:25.184395 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-7567f887-b705-4a06-8e20-b787fb0238e8 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843699 Nov 02 12:35:25.196053 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-296df81d-2c9a-48a5-8243-26f3ec1340a2 req-d3d687f2-3c5a-4082-8144-5955695094c9 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145821 Nov 02 12:35:25.215887 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Allocated IP 172.27.3.210 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/fd890a29-06eb-472f-b279-bf4eb9d690e5) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:25.233259 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 3949350d-9ac1-4dc2-968c-2f25b33890d4 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:25.234159 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.235036 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 3949350d-9ac1-4dc2-968c-2f25b33890d4 Nov 02 12:35:25.322803 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-b8508dca-22a3-4774-8a0c-90ef4bbfb96f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:25.324539 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-b8508dca-22a3-4774-8a0c-90ef4bbfb96f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports/7aa2d46a-71ec-44fe-9fbb-04e05370efef HTTP/1.1" status: 200 len: 941 time: 0.0636551 Nov 02 12:35:25.347027 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:25.371165 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 3949350d-9ac1-4dc2-968c-2f25b33890d4 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:25.371646 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.376585 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (fd890a29-06eb-472f-b279-bf4eb9d690e5), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.396739 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 3949350d-9ac1-4dc2-968c-2f25b33890d4, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=3949350d-9ac1-4dc2-968c-2f25b33890d4,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:25.402104 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.411114 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (fd890a29-06eb-472f-b279-bf4eb9d690e5), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.463584 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=fd890a29-06eb-472f-b279-bf4eb9d690e5,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:25.464204 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=3949350d-9ac1-4dc2-968c-2f25b33890d4,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:25.479302 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:25.482509 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:25.485031 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:35:25.521234 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:25.578035 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (64fdf353-6bd7-4cf2-8c7b-4b158e93cb47), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.624521 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (fd890a29-06eb-472f-b279-bf4eb9d690e5), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.797429 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (fd890a29-06eb-472f-b279-bf4eb9d690e5), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:25.802025 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5432934'] for port (fd890a29-06eb-472f-b279-bf4eb9d690e5), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:26.092600 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:26.105328 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:26.106354 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:26.119258 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (64fdf353-6bd7-4cf2-8c7b-4b158e93cb47), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:26.121893 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=fd890a29-06eb-472f-b279-bf4eb9d690e5,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:26.141242 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:26.142539 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6a74ceaa-0b99-4673-8b81-d980eddd6eab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3634875 Nov 02 12:35:26.316605 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:26.333432 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-a179a5c2-c220-46cb-9f9c-958131a0caff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2105469599&fields=id&tenant_id=3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 267 time: 0.0655217 Nov 02 12:35:26.346663 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e0b9e-40a6-4b3d-980d-7fb3ce961b5a req-3deabff9-6128-4e63-9939-4b43d65adefd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:26.348916 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-df9e0b9e-40a6-4b3d-980d-7fb3ce961b5a req-3deabff9-6128-4e63-9939-4b43d65adefd tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0565703 Nov 02 12:35:26.409976 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-8786bffe-4eef-46d1-9fd5-241eb84ede63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:26.411518 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-8786bffe-4eef-46d1-9fd5-241eb84ede63 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4&tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74 HTTP/1.1" status: 200 len: 1128 time: 0.0614853 Nov 02 12:35:26.445020 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-df9e0b9e-40a6-4b3d-980d-7fb3ce961b5a req-11a115a8-5ed9-4dd2-a6f5-a3fca5004c19 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640168 Nov 02 12:35:26.492912 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-4537f803-a795-4b75-aef9-5fac7c5e4046 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:26.495921 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-4537f803-a795-4b75-aef9-5fac7c5e4046 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 814 time: 0.1594710 Nov 02 12:35:26.512078 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-a6d9ce80-7251-4a4f-8367-812bf6d52d45 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/quotas/3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 375 time: 0.0099816 Nov 02 12:35:26.515636 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-3c85093e-4681-4646-aa8d-3aa418762f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:26.517830 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-3c85093e-4681-4646-aa8d-3aa418762f2f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 1128 time: 0.0715988 Nov 02 12:35:26.524737 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=100 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:26.567257 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-7602938f-ebdc-4ca2-b97e-781596b2be0f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490327 Nov 02 12:35:26.569645 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 2, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:26.585245 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:26.601742 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:26.602486 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Updating router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 port c0282d5c-62e0-43ae-9726-04c7e1da8b51 binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:35:26.611068 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:26.636307 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:26.644840 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:26.647722 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-4fb2d92e-f610-4277-b27f-47fdf4d49cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:26.649570 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-4fb2d92e-f610-4277-b27f-47fdf4d49cc8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 200 len: 918 time: 0.1260486 Nov 02 12:35:26.691152 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-8057fc45-dfb2-4b08-8968-3757276daa0f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111467 Nov 02 12:35:26.730520 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-08e57fd7-d9d8-405e-ab82-edee77b7d8a0 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef HTTP/1.1" status: 200 len: 1000 time: 0.0683692 Nov 02 12:35:26.783185 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-0f4600fa-8c0a-4461-a426-b686e3e398a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:26.784715 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-0f4600fa-8c0a-4461-a426-b686e3e398a5 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 200 len: 855 time: 0.0479121 Nov 02 12:35:26.799144 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-42a46e7e-00bf-4bab-a083-7b8e5d24a14f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996416 Nov 02 12:35:26.838131 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-8e85e1fe-8b8d-4d93-b54b-f4dffd98a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:26.839751 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-8e85e1fe-8b8d-4d93-b54b-f4dffd98a2d6 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=06c5d739-a69b-4eff-a51e-383faef760f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463481 Nov 02 12:35:26.938654 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:26.961114 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-dc734fb8-2928-4c89-a9ea-8da6bfbb5b84 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138036 Nov 02 12:35:26.997014 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Publish callbacks [] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.004500 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.075246 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0b81f09b-245c-4ac8-8fd1-ea2e404fd59d req-0952ca04-7482-4a25-b4d0-77761d845696 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0916626 Nov 02 12:35:27.084423 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Pushing event updated for resources: {'Port': ['ID=c0282d5c-62e0-43ae-9726-04c7e1da8b51,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:27.089889 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 3949350d-9ac1-4dc2-968c-2f25b33890d4 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:27.141654 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9b27ef07-691c-4e65-8038-e5e2c5899e59 req-c3185600-20fa-409d-9b07-97f3e725e3ae service neutron] 10.222.0.87 "GET /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732872 Nov 02 12:35:27.157509 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.158541 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.159247 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.159599 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.160157 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.160517 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.160850 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.161235 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.161889 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.162370 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.163090 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:27.163578 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.164300 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.165652 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.166221 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.166900 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:27.177229 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Attempting to bind port c0282d5c-62e0-43ae-9726-04c7e1da8b51 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:27.177610 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Attempting to bind port c0282d5c-62e0-43ae-9726-04c7e1da8b51 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:27.177972 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Attempting to bind port c0282d5c-62e0-43ae-9726-04c7e1da8b51 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:27.182734 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 3949350d-9ac1-4dc2-968c-2f25b33890d4 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:27.183484 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.184059 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 3949350d-9ac1-4dc2-968c-2f25b33890d4 Nov 02 12:35:27.251566 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:27.251942 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Checking segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:27.253654 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.253654 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Bound using segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:27.253654 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Bound port: c0282d5c-62e0-43ae-9726-04c7e1da8b51, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:27.254002 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.326324 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 3949350d-9ac1-4dc2-968c-2f25b33890d4 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:27.339854 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] For port c0282d5c-62e0-43ae-9726-04c7e1da8b51, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:27.344302 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] For port c0282d5c-62e0-43ae-9726-04c7e1da8b51, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c0282d5c-62e0-43ae-9726-04c7e1da8b51,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:27.351866 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:27.385932 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:27.386558 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:27.511005 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200f27b-42b3-498e-b9ee-08d0a137196d None None] Pushing event updated for resources: {'Port': ['ID=c0282d5c-62e0-43ae-9726-04c7e1da8b51,revision_number=4']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:27.551783 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:27.620328 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66bc1-1635-4739-a418-ffd2390ba9ae req-b5cbd68f-a5c6-4ebd-905a-f4bb491e58cf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:27.630897 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-09f66bc1-1635-4739-a418-ffd2390ba9ae req-b5cbd68f-a5c6-4ebd-905a-f4bb491e58cf tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0662975 Nov 02 12:35:27.708135 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-09f66bc1-1635-4739-a418-ffd2390ba9ae req-e83d9821-8245-4cbe-bf00-1de0b743ea7e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759544 Nov 02 12:35:27.758536 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:27.854623 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:27.871496 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:27Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:27.899182 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e0ef1-3dd9-46ae-b8d3-4395eb43747e None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:27Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:28.257091 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-08a29d34-d2a8-4916-adaf-eadf52bfc408 req-a52005e2-2184-4e82-bc22-8e2a829ff59b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0532985 Nov 02 12:35:28.844740 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e617d7e-039b-4093-9d70-e278eae2b24a req-88f424cf-02eb-4589-88fa-d07656f6a9f8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:28.846402 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1e617d7e-039b-4093-9d70-e278eae2b24a req-88f424cf-02eb-4589-88fa-d07656f6a9f8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0523829 Nov 02 12:35:28.882206 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:28.909719 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1e617d7e-039b-4093-9d70-e278eae2b24a req-66753307-971a-4231-b340-337eba14f489 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569715 Nov 02 12:35:29.084764 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c0282d5c-62e0-43ae-9726-04c7e1da8b51 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:29.142746 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c0282d5c-62e0-43ae-9726-04c7e1da8b51 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:29.143864 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:29.144737 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c0282d5c-62e0-43ae-9726-04c7e1da8b51 Nov 02 12:35:29.249202 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c0282d5c-62e0-43ae-9726-04c7e1da8b51 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:29.249702 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:29.289186 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port c0282d5c-62e0-43ae-9726-04c7e1da8b51, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c0282d5c-62e0-43ae-9726-04c7e1da8b51,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:29.295768 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:29.366518 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=c0282d5c-62e0-43ae-9726-04c7e1da8b51,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:29.405814 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9113500d-8bb6-4b1f-b53f-6e2e9a6a03e3 req-2ee99226-6ce8-4483-b910-0b176649ee0e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0306048 Nov 02 12:35:30.062359 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476717ed-ec1a-4a10-98dc-133dd9e1442c req-740e8c4e-70ff-4dee-994e-dbfd13413bca tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:30.064374 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-476717ed-ec1a-4a10-98dc-133dd9e1442c req-740e8c4e-70ff-4dee-994e-dbfd13413bca tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0586722 Nov 02 12:35:30.127187 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-476717ed-ec1a-4a10-98dc-133dd9e1442c req-b3bd72e3-5c27-42a4-a11d-fa0a43e7817d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573764 Nov 02 12:35:30.344945 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:30.527916 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d09784d9-88c7-4ec3-9e95-52af344ea65f req-c2e6610c-e94e-4817-98ab-44a27eaa8c96 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0314531 Nov 02 12:35:31.056498 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c0282d5c-62e0-43ae-9726-04c7e1da8b51 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:31.105066 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c0282d5c-62e0-43ae-9726-04c7e1da8b51 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:31.105554 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:31.105916 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c0282d5c-62e0-43ae-9726-04c7e1da8b51 Nov 02 12:35:31.134023 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:31.183429 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c0282d5c-62e0-43ae-9726-04c7e1da8b51 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:31.264850 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce519-1eba-4e38-a44b-892d3aac4dcb req-b7de73ac-0922-4b86-b171-416e3d775e7d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:31.266336 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-88cce519-1eba-4e38-a44b-892d3aac4dcb req-b7de73ac-0922-4b86-b171-416e3d775e7d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0507596 Nov 02 12:35:31.316279 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-88cce519-1eba-4e38-a44b-892d3aac4dcb req-b9181ccb-be70-4d86-9c13-321790860459 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438797 Nov 02 12:35:31.652036 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-023abfad-d948-4806-8079-abc4fc7c16a4 req-b591a76b-9635-4fb1-b5e7-50cae84353e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0318720 Nov 02 12:35:32.460906 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79d7fe-dee4-40eb-98ab-c4e5dae4d8ae req-cdca81fd-9a88-4240-a6b1-5ec35ff25f2f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:32.463005 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9a79d7fe-dee4-40eb-98ab-c4e5dae4d8ae req-cdca81fd-9a88-4240-a6b1-5ec35ff25f2f tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0507460 Nov 02 12:35:32.520310 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9a79d7fe-dee4-40eb-98ab-c4e5dae4d8ae req-cffd194d-b3ff-4839-b665-bfbbfd8db3ac tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509286 Nov 02 12:35:32.758889 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96678f3d-ad05-4391-8171-d46e1a5ca840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:32.771703 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7ee5f46d-69c1-4d10-a1a8-729602140f64 req-e128a459-6a79-4934-b6dd-961499f65535 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0314877 Nov 02 12:35:33.658406 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb259-2db4-4d04-a496-6b5ed958f567 req-c109264d-a977-4619-96a3-040a7431f75d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:33.659774 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e5bbb259-2db4-4d04-a496-6b5ed958f567 req-c109264d-a977-4619-96a3-040a7431f75d tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0506775 Nov 02 12:35:33.712885 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e5bbb259-2db4-4d04-a496-6b5ed958f567 req-ec5b62ac-c88c-4688-8a17-80bdf819ce88 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474002 Nov 02 12:35:33.891222 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-52063fdf-716c-4eba-a53e-a436c943f115 req-f3290a7d-2f2b-48dd-aa5f-31df6257e0f0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0297408 Nov 02 12:35:34.862158 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3941762-4e52-4b52-9387-72b9a1c45d06 req-f9e235d7-5ccc-4179-a93c-ee9d1ae50cd8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:34.867814 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c3941762-4e52-4b52-9387-72b9a1c45d06 req-f9e235d7-5ccc-4179-a93c-ee9d1ae50cd8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0660510 Nov 02 12:35:34.990836 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c3941762-4e52-4b52-9387-72b9a1c45d06 req-fd9d41a0-3b20-479d-a5e8-f1e94b4bd6f2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192031 Nov 02 12:35:35.026021 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8eb83685-cfdf-444e-8ccb-716348dd3b16 req-812effd4-2bcc-48ab-8b34-6ddda6e929bd tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0289612 Nov 02 12:35:35.753252 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e3fc625e-37c5-4ebb-845f-c1acc1ac247d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:36.137066 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa04cf9-806b-4bbc-8670-fe78aa0ec532 req-b5dfd9d8-6029-41e2-ad5a-6e8430bee0f2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:36.139422 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5aa04cf9-806b-4bbc-8670-fe78aa0ec532 req-b5dfd9d8-6029-41e2-ad5a-6e8430bee0f2 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0543771 Nov 02 12:35:36.155237 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c64a63e9-a849-47ac-9361-8aae6b85a0ef req-71528dbb-4293-413e-a661-51c1fa3b3f99 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0467031 Nov 02 12:35:36.190040 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5aa04cf9-806b-4bbc-8670-fe78aa0ec532 req-c233e408-d9ca-4aba-8955-bc3783276016 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Nov 02 12:35:37.266322 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3a13a788-f27d-4d54-ad30-d6c52b8f68f6 req-f0b6178f-8aff-472c-83d3-af04e47b0441 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0326774 Nov 02 12:35:37.333939 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9efbe-8b81-4bb4-bd5d-3682a48a4068 req-aa8d64d9-2ee6-4dc1-9bdf-6b3023cf821e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:37.335451 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-93b9efbe-8b81-4bb4-bd5d-3682a48a4068 req-aa8d64d9-2ee6-4dc1-9bdf-6b3023cf821e tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0470726 Nov 02 12:35:37.383316 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-93b9efbe-8b81-4bb4-bd5d-3682a48a4068 req-c69cab15-e7d9-44cb-90d4-d9f6df01bdd1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Nov 02 12:35:37.606573 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:37.868640 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=8 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:37.875728 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:38.308238 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.370765 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3bbce9a6-b52d-419b-8fb9-b549cdb88bb6 req-a70a36a5-3503-45dc-ab24-fc443d33b243 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0281045 Nov 02 12:35:38.501449 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:38.514294 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d346-b437-4de8-a920-704b30229b22 req-00b7ab0f-aef0-4236-a4fd-1a81e28b7d70 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:38.515778 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0b56d346-b437-4de8-a920-704b30229b22 req-00b7ab0f-aef0-4236-a4fd-1a81e28b7d70 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0522618 Nov 02 12:35:38.563205 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0b56d346-b437-4de8-a920-704b30229b22 req-9eb91120-3355-464d-8146-ce8e83bb5fad tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416250 Nov 02 12:35:38.954478 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:38.971418 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-4c933084-989b-4844-9fd7-56859fd1bab1 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:38.972874 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-4c933084-989b-4844-9fd7-56859fd1bab1 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 814 time: 0.1163301 Nov 02 12:35:39.038003 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-a59fe5e8-6a8c-4cbc-ae1a-cbe3a46dffcf tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 380 time: 0.0547807 Nov 02 12:35:39.111494 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'port': {'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'admin_state_up': True, 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'security_groups': ['ba34fb74-9592-4950-97b1-c633dc37fea9']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:39.217944 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Made reservation on behalf of 3a32a1e0f4ae442398d6e179846e1e1b for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:39.221847 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.336554 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:39.351013 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Allocated IP 172.20.0.9 (131d0da7-02ff-497d-ba38-17a9c0dcd040/82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6/37793e4a-f37f-4d9f-836a-8413dc503ee1) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:39.693817 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98887bf-0647-4952-92a6-7ea18ee54ddb req-7b02dd85-6da1-4735-9078-3d7384b23c7a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:39.695335 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d98887bf-0647-4952-92a6-7ea18ee54ddb req-7b02dd85-6da1-4735-9078-3d7384b23c7a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 944 time: 0.0499356 Nov 02 12:35:39.709063 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-62383d2f-1cda-49bf-b2dc-c4295d490414 req-68612eb2-f859-4fc7-b99c-21c5231692a6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0325949 Nov 02 12:35:39.746752 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d98887bf-0647-4952-92a6-7ea18ee54ddb req-97e037e3-4514-4680-a707-261304f9d702 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451479 Nov 02 12:35:39.766950 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.799086 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.826005 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:39.849054 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:39.854657 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:39.858713 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:35:39.862992 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=37793e4a-f37f-4d9f-836a-8413dc503ee1,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:39.917847 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:39.918461 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:39.941554 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-98f771f2-a44e-4227-96f0-fbdd514013ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8348856 Nov 02 12:35:39.954958 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Request body: {'port': {'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:40.017911 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.082957 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-7fbe6efd-9a93-4588-8377-b026671a9588 None None] Provisioning complete for port 37793e4a-f37f-4d9f-836a-8413dc503ee1 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:40.083673 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7fbe6efd-9a93-4588-8377-b026671a9588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.083673 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-7fbe6efd-9a93-4588-8377-b026671a9588 None None] Attempt 1 to provision port 37793e4a-f37f-4d9f-836a-8413dc503ee1 Nov 02 12:35:40.115464 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe6efd-9a93-4588-8377-b026671a9588 None None] Port 37793e4a-f37f-4d9f-836a-8413dc503ee1 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:35:40.276798 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37793e4a-f37f-4d9f-836a-8413dc503ee1 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:40.284911 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Publish callbacks [] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.299903 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Transition to ACTIVE for port object 37793e4a-f37f-4d9f-836a-8413dc503ee1 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:35:40.303831 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.364236 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Pushing event updated for resources: {'Port': ['ID=37793e4a-f37f-4d9f-836a-8413dc503ee1,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:40.406316 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 7aa2d46a-71ec-44fe-9fbb-04e05370efef details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:40.417337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Attempting to bind port 37793e4a-f37f-4d9f-836a-8413dc503ee1 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:35:40.417680 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Attempting to bind port 37793e4a-f37f-4d9f-836a-8413dc503ee1 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:35:40.418007 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Attempting to bind port 37793e4a-f37f-4d9f-836a-8413dc503ee1 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:40.421523 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:40.462538 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Port 37793e4a-f37f-4d9f-836a-8413dc503ee1 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:40.462856 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Attempting to bind port 37793e4a-f37f-4d9f-836a-8413dc503ee1 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:40.505739 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:35:40.506068 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Checking segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:35:40.506454 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Bound using segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:35:40.506890 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Bound port: 37793e4a-f37f-4d9f-836a-8413dc503ee1, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:35:40.507250 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.510125 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:40.521792 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'port_id': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'mac_address': 'fa:16:3e:29:c7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:40.557044 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 7aa2d46a-71ec-44fe-9fbb-04e05370efef is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:40.557346 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.559922 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:40.570424 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] For port 37793e4a-f37f-4d9f-836a-8413dc503ee1, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:40.572977 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa2d46a-71ec-44fe-9fbb-04e05370efef {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:40.573734 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] For port 37793e4a-f37f-4d9f-836a-8413dc503ee1, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37793e4a-f37f-4d9f-836a-8413dc503ee1,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:40.580229 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.589942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.589942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.589942 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/37793e4a-f37f-4d9f-836a-8413dc503ee1 HTTP/1.1" status: 200 len: 1093 time: 0.6359980 Nov 02 12:35:40.589942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2df250e-1726-4f54-a16d-759cf7372159', 'tag': '37793e4a-f37f-4d9f-836a-8413dc503ee1'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:40.589942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f2df250e-1726-4f54-a16d-759cf7372159", "tag": "37793e4a-f37f-4d9f-836a-8413dc503ee1"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:40.600766 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:40.605685 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:40.645431 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19afd089-a5f8-46c9-802e-e5b098322bcc x-openstack-request-id: req-19afd089-a5f8-46c9-802e-e5b098322bcc {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:40.645727 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2df250e-1726-4f54-a16d-759cf7372159", "tag": "37793e4a-f37f-4d9f-836a-8413dc503ee1", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:40.645985 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-19afd089-a5f8-46c9-802e-e5b098322bcc {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:40.646391 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19afd089-a5f8-46c9-802e-e5b098322bcc'] response: {'name': 'network-changed', 'server_uuid': 'f2df250e-1726-4f54-a16d-759cf7372159', 'tag': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'status': 'completed', 'code': 200} Nov 02 12:35:40.648564 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:40.652954 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f45d66-da2b-4157-84ad-17a7ae697c0c service neutron] Pushing event updated for resources: {'Port': ['ID=37793e4a-f37f-4d9f-836a-8413dc503ee1,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:40.670063 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=9']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:40.708025 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-3746e7fc-dc16-422e-a667-dbc5c06df15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.709564 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-3746e7fc-dc16-422e-a667-dbc5c06df15d service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 1127 time: 0.0527945 Nov 02 12:35:40.751423 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-c56d8444-5e4d-4bfa-be07-a38ca76a8672 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37793e4a-f37f-4d9f-836a-8413dc503ee1 HTTP/1.1" status: 200 len: 217 time: 0.0323844 Nov 02 12:35:40.802769 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-433c01a7-7790-4339-ae78-0978ea9a5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.804212 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-433c01a7-7790-4339-ae78-0978ea9a5f56 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0461934 Nov 02 12:35:40.837050 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['7aa2d46a-71ec-44fe-9fbb-04e05370efef'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:40.842850 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131ea75-b4ac-424a-b76b-357c83957dbe req-529fcce6-c36f-4a79-97cc-3d97ca62f1a3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.844966 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a131ea75-b4ac-424a-b76b-357c83957dbe req-529fcce6-c36f-4a79-97cc-3d97ca62f1a3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 943 time: 0.0507092 Nov 02 12:35:40.890552 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-3c1241ed-8c77-478b-9dfe-b73972496ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.892159 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-3c1241ed-8c77-478b-9dfe-b73972496ca6 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799510 Nov 02 12:35:40.900576 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a131ea75-b4ac-424a-b76b-357c83957dbe req-b500296a-3429-48bb-b972-1b573587ca7f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489972 Nov 02 12:35:40.923632 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccb38a-3c8c-492c-a694-d3d807ec1feb req-67334b7e-00b5-4a48-87b2-6cc934963fd6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:40.925378 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-60ccb38a-3c8c-492c-a694-d3d807ec1feb req-67334b7e-00b5-4a48-87b2-6cc934963fd6 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 945 time: 0.0754218 Nov 02 12:35:41.030541 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-60ccb38a-3c8c-492c-a694-d3d807ec1feb req-2afe2657-35cf-46a2-9b0e-a439e7de3248 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784001 Nov 02 12:35:41.032832 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-83b9645d-e12a-424f-94a2-7eb64532103f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343312 Nov 02 12:35:41.125520 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d4db2ab-f8df-4eb9-b5ba-bd444cd1414c req-b549197e-5b64-47f3-83ac-0a753f121542 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850408 Nov 02 12:35:41.988174 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-75784b88-6ce5-4f9e-85d1-4e17a57dcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:41.989822 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-75784b88-6ce5-4f9e-85d1-4e17a57dcb1b service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 1127 time: 0.0435698 Nov 02 12:35:42.022666 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483caf9-e9b2-457c-928b-6fffbc24576b req-2db2aa01-4f0e-4f27-82c1-bff3f0dfed93 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:42.024135 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c483caf9-e9b2-457c-928b-6fffbc24576b req-2db2aa01-4f0e-4f27-82c1-bff3f0dfed93 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 943 time: 0.0477173 Nov 02 12:35:42.064022 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:42.072159 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c483caf9-e9b2-457c-928b-6fffbc24576b req-43f26e0f-9234-4e07-a6b7-98e79738ef85 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 Nov 02 12:35:42.088396 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-b44b694d-9fbd-490a-b0ab-f59b9ba0b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:42.088879 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-b44b694d-9fbd-490a-b0ab-f59b9ba0b4cf service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 916 time: 0.0910707 Nov 02 12:35:42.133573 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-ad695322-3cfa-4787-984b-c3ba77b71d6d service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37793e4a-f37f-4d9f-836a-8413dc503ee1 HTTP/1.1" status: 200 len: 217 time: 0.0386684 Nov 02 12:35:42.206435 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7dc47-7f1d-4ce1-a133-8690d4faa570 req-b2c981cd-791e-4c2c-879e-1b94194713f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:42.207891 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-55b7dc47-7f1d-4ce1-a133-8690d4faa570 req-b2c981cd-791e-4c2c-879e-1b94194713f5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 945 time: 0.0768394 Nov 02 12:35:42.213359 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-0875da7b-97a9-4acc-bfd3-bb90ec86fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:42.214829 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-0875da7b-97a9-4acc-bfd3-bb90ec86fe7d service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0722518 Nov 02 12:35:42.288087 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-d781b09a-7f63-47fc-a902-63ade1cc4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:42.289572 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-d781b09a-7f63-47fc-a902-63ade1cc4b70 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680182 Nov 02 12:35:42.293028 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-55b7dc47-7f1d-4ce1-a133-8690d4faa570 req-cf129aed-6783-498d-aa19-4d1fde410754 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774734 Nov 02 12:35:42.341875 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:42.384396 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-5019f895-4a85-4aec-abe7-a95322c80844 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861950 Nov 02 12:35:42.422264 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 37793e4a-f37f-4d9f-836a-8413dc503ee1 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:42.425502 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 7aa2d46a-71ec-44fe-9fbb-04e05370efef up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:42.483278 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-374dc587-c8f8-4d3a-bfa8-670e85a98cfa req-0f4b9c4a-e983-4428-8fef-3d90788ceb4d service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920527 Nov 02 12:35:42.527412 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 7aa2d46a-71ec-44fe-9fbb-04e05370efef triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:42.527784 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.528142 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 7aa2d46a-71ec-44fe-9fbb-04e05370efef Nov 02 12:35:42.561418 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:42.723075 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 37793e4a-f37f-4d9f-836a-8413dc503ee1, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37793e4a-f37f-4d9f-836a-8413dc503ee1,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:42.737949 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:42.796029 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 7aa2d46a-71ec-44fe-9fbb-04e05370efef is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:42.796409 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.799596 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 37793e4a-f37f-4d9f-836a-8413dc503ee1 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:42.799957 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.825822 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37793e4a-f37f-4d9f-836a-8413dc503ee1 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:35:42.838848 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:42.841129 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526f7041-cc9b-479b-b222-a4b3082c8071" -d '{"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:42.863465 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:42.867059 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 37793e4a-f37f-4d9f-836a-8413dc503ee1, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37793e4a-f37f-4d9f-836a-8413dc503ee1,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:42.868565 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.874577 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:42.894032 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6f978a-fdeb-4382-8191-cea3188da393 x-openstack-request-id: req-4b6f978a-fdeb-4382-8191-cea3188da393 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:42.894461 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:42.894832 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4b6f978a-fdeb-4382-8191-cea3188da393 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:42.895336 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6f978a-fdeb-4382-8191-cea3188da393'] response: {'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'code': 200} Nov 02 12:35:42.922588 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=10']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:42.971499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=37793e4a-f37f-4d9f-836a-8413dc503ee1,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:43.077187 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b09f1-0acb-4100-88f7-5da0afb32aa3 req-c91a789a-d649-4b39-936d-8b269bcd3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.078725 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b61b09f1-0acb-4100-88f7-5da0afb32aa3 req-c91a789a-d649-4b39-936d-8b269bcd3993 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 1131 time: 0.0392625 Nov 02 12:35:43.104855 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:43.114494 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['37793e4a-f37f-4d9f-836a-8413dc503ee1'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:35:43.127799 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b61b09f1-0acb-4100-88f7-5da0afb32aa3 req-f51c73d7-66fd-4b84-8d20-f37d808109da service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Nov 02 12:35:43.176431 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:43.198232 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe045f-1d6a-4e5a-a2e6-4de1ff1d353a req-2fd96f73-9414-42cd-af84-e34c5d8890ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.199692 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-eebe045f-1d6a-4e5a-a2e6-4de1ff1d353a req-2fd96f73-9414-42cd-af84-e34c5d8890ba tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 944 time: 0.0474756 Nov 02 12:35:43.251339 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-eebe045f-1d6a-4e5a-a2e6-4de1ff1d353a req-0c4788ec-f579-4b08-965d-937e4618622e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453012 Nov 02 12:35:43.420433 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae24249-ebe4-4ea7-ad2c-62da7ab90240 req-aae5c00f-1a46-4c86-b609-5d403e84628a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:43.421917 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1ae24249-ebe4-4ea7-ad2c-62da7ab90240 req-aae5c00f-1a46-4c86-b609-5d403e84628a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 947 time: 0.0462115 Nov 02 12:35:43.469378 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1ae24249-ebe4-4ea7-ad2c-62da7ab90240 req-e53f7f9a-7ba9-45f7-9067-0812b3e02c27 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Nov 02 12:35:44.373072 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2313b-9730-4044-a12b-224b2696ebde req-0d6ef06b-7c55-4108-a2fc-67daf940495a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.374797 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ff2313b-9730-4044-a12b-224b2696ebde req-0d6ef06b-7c55-4108-a2fc-67daf940495a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 944 time: 0.0489912 Nov 02 12:35:44.422595 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3ff2313b-9730-4044-a12b-224b2696ebde req-2edd0203-2273-4d03-a7be-1c3c08fa9406 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Nov 02 12:35:44.422833 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 37793e4a-f37f-4d9f-836a-8413dc503ee1 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:44.467654 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 37793e4a-f37f-4d9f-836a-8413dc503ee1 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:35:44.473649 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 37793e4a-f37f-4d9f-836a-8413dc503ee1 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:35:44.474162 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:44.474474 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 37793e4a-f37f-4d9f-836a-8413dc503ee1 Nov 02 12:35:44.550175 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 37793e4a-f37f-4d9f-836a-8413dc503ee1 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:35:44.550495 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:44.587036 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 37793e4a-f37f-4d9f-836a-8413dc503ee1, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37793e4a-f37f-4d9f-836a-8413dc503ee1,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:44.591892 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:44.607420 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eeaf21-6ad5-4cbb-8067-29a6ab41c5b1 req-5f151d5e-f619-41ea-80cb-23604cee3413 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:44.608913 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a0eeaf21-6ad5-4cbb-8067-29a6ab41c5b1 req-5f151d5e-f619-41ea-80cb-23604cee3413 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 947 time: 0.0548115 Nov 02 12:35:44.639447 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=37793e4a-f37f-4d9f-836a-8413dc503ee1,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:44.658106 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-a0eeaf21-6ad5-4cbb-8067-29a6ab41c5b1 req-68da7aea-dc8a-4113-9858-10dd2fc332a1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Nov 02 12:35:44.897178 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2df250e-1726-4f54-a16d-759cf7372159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37793e4a-f37f-4d9f-836a-8413dc503ee1'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:44.899549 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17fbfc7-7b8b-4390-b8b8-5be52fac9e27" -d '{"events": [{"server_uuid": "f2df250e-1726-4f54-a16d-759cf7372159", "name": "network-vif-plugged", "status": "completed", "tag": "37793e4a-f37f-4d9f-836a-8413dc503ee1"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:44.937879 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25d5afd-d538-417d-a4cb-d2a956e1f415 x-openstack-request-id: req-c25d5afd-d538-417d-a4cb-d2a956e1f415 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:44.938197 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2df250e-1726-4f54-a16d-759cf7372159", "name": "network-vif-plugged", "status": "completed", "tag": "37793e4a-f37f-4d9f-836a-8413dc503ee1", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:44.938450 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c25d5afd-d538-417d-a4cb-d2a956e1f415 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:44.938850 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25d5afd-d538-417d-a4cb-d2a956e1f415'] response: {'server_uuid': 'f2df250e-1726-4f54-a16d-759cf7372159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'code': 200} Nov 02 12:35:45.109610 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4d5a5-5fa0-4370-8c91-bb83a4ba731d req-c7c8f8f5-3077-46f1-996e-5a43a5409fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:45.111110 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4de4d5a5-5fa0-4370-8c91-bb83a4ba731d req-c7c8f8f5-3077-46f1-996e-5a43a5409fd0 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 1129 time: 0.0384767 Nov 02 12:35:45.156356 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-4de4d5a5-5fa0-4370-8c91-bb83a4ba731d req-86bdb21c-7686-43c8-a620-48f29cb8c65d service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389657 Nov 02 12:35:45.551225 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765c80c-f137-4187-8cae-364e50dc4d20 req-b37aece5-7153-4c7f-9802-e911f6dd8777 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:45.552687 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6765c80c-f137-4187-8cae-364e50dc4d20 req-b37aece5-7153-4c7f-9802-e911f6dd8777 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 945 time: 0.0521309 Nov 02 12:35:45.600451 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6765c80c-f137-4187-8cae-364e50dc4d20 req-fd628f70-8f61-494c-beb9-d94a5a35fb57 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Nov 02 12:35:45.791454 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617cfa3-d4ef-421d-bb9b-af31e0492cbe req-60858189-bbb3-4446-91bc-fa93bcd80b86 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:45.792917 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7617cfa3-d4ef-421d-bb9b-af31e0492cbe req-60858189-bbb3-4446-91bc-fa93bcd80b86 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 947 time: 0.0506971 Nov 02 12:35:45.840233 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7617cfa3-d4ef-421d-bb9b-af31e0492cbe req-b1392524-bb6d-402d-911a-b66c825bde9a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415535 Nov 02 12:35:46.723347 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff07722-56fe-4b84-b4cb-2c7375401b18 req-919a7451-a651-4b96-881c-dfacd1dedbd6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:46.725044 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2ff07722-56fe-4b84-b4cb-2c7375401b18 req-919a7451-a651-4b96-881c-dfacd1dedbd6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Nov 02 12:35:46.778822 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2ff07722-56fe-4b84-b4cb-2c7375401b18 req-90e4008f-81f5-4783-9f86-a938fae1c43f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481002 Nov 02 12:35:47.903552 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef54b9-6780-44e5-8758-b42fd694a9f7 req-6bb6199e-4d56-4f18-ae8b-05adf6e12ee9 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:47.905048 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-eaef54b9-6780-44e5-8758-b42fd694a9f7 req-6bb6199e-4d56-4f18-ae8b-05adf6e12ee9 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 945 time: 0.0484354 Nov 02 12:35:47.951217 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-eaef54b9-6780-44e5-8758-b42fd694a9f7 req-5df76056-1557-4d66-ae43-3aeaafbed4e3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 Nov 02 12:35:48.065376 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e3c94-8e5c-452c-8412-fd63c29736fd req-e5c14ccd-af7c-4f26-a2dc-79b49732a25a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:48.066742 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e04e3c94-8e5c-452c-8412-fd63c29736fd req-e5c14ccd-af7c-4f26-a2dc-79b49732a25a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 945 time: 0.0458269 Nov 02 12:35:48.077495 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45440) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:35:48.081841 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-339a5447-f941-414a-9ce7-78f0b10900ff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'floatingip': {'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:35:48.118704 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-339a5447-f941-414a-9ce7-78f0b10900ff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (64fdf353-6bd7-4cf2-8c7b-4b158e93cb47), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.416155 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:48.550773 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-339a5447-f941-414a-9ce7-78f0b10900ff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.554477 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-339a5447-f941-414a-9ce7-78f0b10900ff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (64fdf353-6bd7-4cf2-8c7b-4b158e93cb47), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.649613 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.l3_db [None req-339a5447-f941-414a-9ce7-78f0b10900ff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Floating IP 64fdf353-6bd7-4cf2-8c7b-4b158e93cb47 associated. External IP: 172.27.3.210, port: 37793e4a-f37f-4d9f-836a-8413dc503ee1. Nov 02 12:35:48.689129 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:48.845933 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339a5447-f941-414a-9ce7-78f0b10900ff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:35:48.948445 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339a5447-f941-414a-9ce7-78f0b10900ff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:48.953740 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-339a5447-f941-414a-9ce7-78f0b10900ff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:35:48.958485 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:48.970083 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:48.970695 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:48.985653 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-339a5447-f941-414a-9ce7-78f0b10900ff tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/64fdf353-6bd7-4cf2-8c7b-4b158e93cb47 HTTP/1.1" status: 200 len: 991 time: 0.9048872 Nov 02 12:35:48.985653 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2df250e-1726-4f54-a16d-759cf7372159', 'tag': '37793e4a-f37f-4d9f-836a-8413dc503ee1'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:35:48.986477 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182c245a-6530-42e2-8551-7df44cfca829" -d '{"events": [{"name": "network-changed", "server_uuid": "f2df250e-1726-4f54-a16d-759cf7372159", "tag": "37793e4a-f37f-4d9f-836a-8413dc503ee1"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:49.074924 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:49.083729 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdb7d93-937e-44af-8f57-b7625c76aa1d x-openstack-request-id: req-6fdb7d93-937e-44af-8f57-b7625c76aa1d {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:49.084240 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2df250e-1726-4f54-a16d-759cf7372159", "tag": "37793e4a-f37f-4d9f-836a-8413dc503ee1", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:49.084240 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6fdb7d93-937e-44af-8f57-b7625c76aa1d {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:49.084660 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdb7d93-937e-44af-8f57-b7625c76aa1d'] response: {'name': 'network-changed', 'server_uuid': 'f2df250e-1726-4f54-a16d-759cf7372159', 'tag': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'status': 'completed', 'code': 200} Nov 02 12:35:49.117608 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:49.147158 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c245a-6530-42e2-8551-7df44cfca829 req-21e7b38d-bd4f-455d-a674-e1756f1aaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:49.148646 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-182c245a-6530-42e2-8551-7df44cfca829 req-21e7b38d-bd4f-455d-a674-e1756f1aaad8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 1129 time: 0.0392118 Nov 02 12:35:49.243810 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c245a-6530-42e2-8551-7df44cfca829 req-9baadc4d-1d60-498b-99b0-ec5700861ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:49.245231 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-182c245a-6530-42e2-8551-7df44cfca829 req-9baadc4d-1d60-498b-99b0-ec5700861ad0 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 916 time: 0.0895972 Nov 02 12:35:49.298166 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '64fdf353-6bd7-4cf2-8c7b-4b158e93cb47', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:25Z', 'updated_at': '2022-11-02T12:35:48Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:49.315083 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-182c245a-6530-42e2-8551-7df44cfca829 req-c67ade3e-8255-463c-8be6-d817747203e2 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37793e4a-f37f-4d9f-836a-8413dc503ee1 HTTP/1.1" status: 200 len: 999 time: 0.0593951 Nov 02 12:35:49.323522 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:49.333245 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:35:49.333855 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:35:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:49.366374 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c245a-6530-42e2-8551-7df44cfca829 req-60bfb96b-7553-4469-b2fd-4efd536d35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:49.368304 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-182c245a-6530-42e2-8551-7df44cfca829 req-60bfb96b-7553-4469-b2fd-4efd536d35eb service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0473025 Nov 02 12:35:49.412316 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c245a-6530-42e2-8551-7df44cfca829 req-cb237752-d69e-4202-8c58-d5c7854b0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:49.413316 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:49.413855 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-182c245a-6530-42e2-8551-7df44cfca829 req-cb237752-d69e-4202-8c58-d5c7854b0acb service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392070 Nov 02 12:35:49.437361 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:35:49.471304 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:49.510616 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-182c245a-6530-42e2-8551-7df44cfca829 req-00ede1d6-fdad-4a37-8c12-7c742f221ee4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896523 Nov 02 12:35:49.604164 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-182c245a-6530-42e2-8551-7df44cfca829 req-e54afcb4-b779-4781-99d7-905a8c9745ff service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876477 Nov 02 12:35:49.659737 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '64fdf353-6bd7-4cf2-8c7b-4b158e93cb47', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:25Z', 'updated_at': '2022-11-02T12:35:48Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:49.684374 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c8f45-1e09-484f-a858-e0bef7731a77 None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '64fdf353-6bd7-4cf2-8c7b-4b158e93cb47', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:25Z', 'updated_at': '2022-11-02T12:35:48Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:49.870922 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089175a4-7578-44c0-a347-ef7a390a1001 None None] New status for floating IP 64fdf353-6bd7-4cf2-8c7b-4b158e93cb47: ACTIVE {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:35:55.482310 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:35:58.979300 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=34 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:58.980150 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=59 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:59.032257 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:59.041417 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-585f430c-0c2f-49f9-8698-d0243bdde430 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451796 Nov 02 12:35:59.103102 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-e6e030e2-8b88-44f5-b2c8-c3ed1bfdba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:59.104599 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-e6e030e2-8b88-44f5-b2c8-c3ed1bfdba08 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=620e39db57f34948b5450e5b90c984cb&device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1129 time: 0.0403109 Nov 02 12:35:59.227255 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-90289544-8599-4f6d-968d-11e28625e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:59.227518 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-90289544-8599-4f6d-968d-11e28625e4cb service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=6edbe81a-ad8c-4936-a044-e7c71fdd584a HTTP/1.1" status: 200 len: 911 time: 0.0916169 Nov 02 12:35:59.296347 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-fff5b521-1514-4d60-9308-ce313ffe8033 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 200 len: 1001 time: 0.0624804 Nov 02 12:35:59.349992 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-b706493a-8d82-4edf-b0b7-8944c6566e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:59.351448 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-b706493a-8d82-4edf-b0b7-8944c6566e17 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=66f60ff7-50b7-4504-bf41-b1139a7b6f41 HTTP/1.1" status: 200 len: 848 time: 0.0462046 Nov 02 12:35:59.398693 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-229eacd7-b0e2-41bd-bc06-6ec1e4fc10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:35:59.400190 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-229eacd7-b0e2-41bd-bc06-6ec1e4fc10c4 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=6edbe81a-ad8c-4936-a044-e7c71fdd584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410469 Nov 02 12:35:59.506354 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-e2f1e274-f398-41d4-b5d4-fc2b1261b4bd service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930953 Nov 02 12:35:59.635786 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97c739e4-c598-4314-84bb-01cf1b6565f8 req-5296fcb1-cc83-4d9c-b0ff-bf6a0c820718 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237192 Nov 02 12:35:59.662511 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=53 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:59.664158 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=26 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:35:59.976743 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:00.342551 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:02.742175 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-150a908b-0de3-46ff-9bd8-4e8f1a7630a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:05.749876 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f5e3f7a8-c673-4be5-a914-8c845322bec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:07.610072 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.312109 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:08.953175 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:09.630476 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=62 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:09.632379 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=50 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:13.607155 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:13.607946 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:16.453087 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4521715-19ad-4231-948f-8f72967b1ab6 req-0ef62720-54b5-4ca7-beff-7abed92d00cc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:16.454551 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b4521715-19ad-4231-948f-8f72967b1ab6 req-0ef62720-54b5-4ca7-beff-7abed92d00cc tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 946 time: 0.0519364 Nov 02 12:36:16.501761 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b4521715-19ad-4231-948f-8f72967b1ab6 req-0fac1701-6980-4cf5-9427-ccdd9d37c0fb tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415673 Nov 02 12:36:17.629591 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be35d3e-c18e-4037-8d57-95c64cfc1f37 req-e4a2e5a5-d1b6-4be1-a33b-6dc3e61f1c4d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:17.631091 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0be35d3e-c18e-4037-8d57-95c64cfc1f37 req-e4a2e5a5-d1b6-4be1-a33b-6dc3e61f1c4d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 946 time: 0.0520496 Nov 02 12:36:17.678287 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-0be35d3e-c18e-4037-8d57-95c64cfc1f37 req-dcf9e81b-57a5-4f09-90a7-d15f6ff4053f tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b8d99135-533e-435a-965f-b65744224f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416460 Nov 02 12:36:18.247725 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-d9dc2d07-406c-487b-acda-b9bf5bb59d58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:18.249431 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-d9dc2d07-406c-487b-acda-b9bf5bb59d58 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 946 time: 0.0461953 Nov 02 12:36:18.336276 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Deleting port 6e038057-aa49-4208-9894-13991bb26bf9 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:18.336612 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (6e038057-aa49-4208-9894-13991bb26bf9), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:18.425301 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] For port 6e038057-aa49-4208-9894-13991bb26bf9, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6e038057-aa49-4208-9894-13991bb26bf9,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:18.425664 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (6e038057-aa49-4208-9894-13991bb26bf9), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:18.586932 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:18.587223 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (2d832429-c259-497e-afb7-904509b455d1), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:18.587540 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Floating IP 2d832429-c259-497e-afb7-904509b455d1 disassociated. External IP: 172.27.3.59, port: 6e038057-aa49-4208-9894-13991bb26bf9. Nov 02 12:36:18.587889 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Calling delete_port for 6e038057-aa49-4208-9894-13991bb26bf9 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:18.724401 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (6e038057-aa49-4208-9894-13991bb26bf9), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:18.755053 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event deleted for resources: {'Port': ['ID=6e038057-aa49-4208-9894-13991bb26bf9,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:18.764094 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.764440 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.764784 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.765183 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.765523 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.765896 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.766235 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.766564 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.766893 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.767222 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.767605 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.767940 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.768267 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.768590 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.768914 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:18.807851 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8ef78aa5-721b-4baf-9d54-d242d8225435 req-add7be7d-e44b-451a-838d-25815e1edf72 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 210 time: 0.0381014 Nov 02 12:36:18.900572 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:18.947610 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:18.949858 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:19.024186 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:19.035783 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] Sync routers for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:19.047313 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:19.048631 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:19.048822 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:19.071042 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] No DVR routers for this DVR port 6e038057-aa49-4208-9894-13991bb26bf9 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:19.074231 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:19.077563 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2e146d81-6772-413a-bbab-987a4fb4e67a req-698202f0-3e78-42c3-affc-1cbec2b04c47 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.87 "DELETE /networking/v2.0/ports/6e038057-aa49-4208-9894-13991bb26bf9 HTTP/1.1" status: 204 len: 173 time: 0.8215530 Nov 02 12:36:19.078017 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'name': 'network-vif-deleted', 'tag': '6e038057-aa49-4208-9894-13991bb26bf9'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:19.080269 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b24028a-4fa9-4ff6-9707-8c19e2452703" -d '{"events": [{"server_uuid": "f017e017-63a6-4bf5-9a99-ed0c3ac5cd59", "name": "network-vif-deleted", "tag": "6e038057-aa49-4208-9894-13991bb26bf9"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:19.080622 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f7638-adf1-4bcc-afa8-2afb93a41ebc req-b0edaa36-f1cc-401a-99c6-de1357037ce5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:19.082288 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-112f7638-adf1-4bcc-afa8-2afb93a41ebc req-b0edaa36-f1cc-401a-99c6-de1357037ce5 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 947 time: 0.0534387 Nov 02 12:36:19.121581 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad2ef1-10fa-409a-8395-3b33e0f4faa9 x-openstack-request-id: req-67ad2ef1-10fa-409a-8395-3b33e0f4faa9 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:19.121980 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f017e017-63a6-4bf5-9a99-ed0c3ac5cd59", "name": "network-vif-deleted", "tag": "6e038057-aa49-4208-9894-13991bb26bf9", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:19.122108 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-67ad2ef1-10fa-409a-8395-3b33e0f4faa9 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:19.122554 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ad2ef1-10fa-409a-8395-3b33e0f4faa9'] response: {'server_uuid': 'f017e017-63a6-4bf5-9a99-ed0c3ac5cd59', 'name': 'network-vif-deleted', 'tag': '6e038057-aa49-4208-9894-13991bb26bf9', 'status': 'completed', 'code': 200} Nov 02 12:36:19.138552 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-112f7638-adf1-4bcc-afa8-2afb93a41ebc req-0987260d-df2d-494a-a2de-6b23d7d871d1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497339 Nov 02 12:36:19.172182 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:19.483825 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:19.507756 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] Checking router: a9b2ae07-88a4-4ede-a0af-02af39a9cac7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:19.516484 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:19.517102 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:19.617842 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:19.802513 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:19.828895 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a540505a-fc36-45dd-bbd4-ba0e32c7d5e2 None None] The sync data for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi is: [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:30:42Z', 'revision_number': 4, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '132fad27-4a90-410d-8c09-7aba8de93694', 'name': '', 'network_id': 'a1cd3d90-2bea-43ce-84ec-dc31298b79c7', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'mac_address': 'fa:16:3e:e1:40:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:41Z', 'updated_at': '2022-11-02T12:30:51Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'subnets': [{'id': 'dd66505c-21ed-4318-84b1-3cd8c2380645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:19.917331 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b6855ea3-de9e-432f-8192-6d167316ea16 req-41336f13-d94f-4696-be35-a9e1d3984625 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f017e017-63a6-4bf5-9a99-ed0c3ac5cd59 HTTP/1.1" status: 200 len: 210 time: 0.0340395 Nov 02 12:36:20.056555 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91168d51-a6af-4203-a40c-9208b265c0b3 None None] New status for floating IP 2d832429-c259-497e-afb7-904509b455d1: DOWN {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:36:20.273972 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d59b0-b2c8-433d-87bc-de16ce153fb2 req-2e0a983f-f77e-4688-a7f5-f4f0602164d1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.275404 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1c0d59b0-b2c8-433d-87bc-de16ce153fb2 req-2e0a983f-f77e-4688-a7f5-f4f0602164d1 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 947 time: 0.0509906 Nov 02 12:36:20.323238 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1c0d59b0-b2c8-433d-87bc-de16ce153fb2 req-cc4bbab4-2c55-4c9a-9c15-0019be08725a tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8dbe35a7-02f7-457b-bfd7-061beb21949f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420246 Nov 02 12:36:20.361708 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:20.370692 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-43a3da87-e6d6-4c0b-9476-33f9d81d1d2b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:20.372850 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-43a3da87-e6d6-4c0b-9476-33f9d81d1d2b tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 947 time: 0.0507405 Nov 02 12:36:20.455460 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Deleting port 7aa2d46a-71ec-44fe-9fbb-04e05370efef {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:20.455794 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:20.549650 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] For port 7aa2d46a-71ec-44fe-9fbb-04e05370efef, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7aa2d46a-71ec-44fe-9fbb-04e05370efef,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:20.550011 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:20.721400 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:20.721709 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (32641055-f2f9-4af4-8f9b-ce466e190f0d), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:20.722053 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Floating IP 32641055-f2f9-4af4-8f9b-ce466e190f0d disassociated. External IP: 172.27.3.168, port: 7aa2d46a-71ec-44fe-9fbb-04e05370efef. Nov 02 12:36:20.722403 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Calling delete_port for 7aa2d46a-71ec-44fe-9fbb-04e05370efef owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:20.864332 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (7aa2d46a-71ec-44fe-9fbb-04e05370efef), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:20.890587 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event deleted for resources: {'Port': ['ID=7aa2d46a-71ec-44fe-9fbb-04e05370efef,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:21.018818 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45612) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:21.079632 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (b8d99135-533e-435a-965f-b65744224f59), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.104743 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (b8d99135-533e-435a-965f-b65744224f59), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.155017 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b8d99135-533e-435a-965f-b65744224f59), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.157630 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.158929 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/b8d99135-533e-435a-965f-b65744224f59 HTTP/1.1" status: 204 len: 168 time: 0.1383038 Nov 02 12:36:21.162998 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45614) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:21.184609 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d99135-533e-435a-965f-b65744224f59,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:21.186948 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.api.v2.resource [None req-d239c94b-5319-4895-a718-0e5fd3125d83 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] show failed (client error): The resource could not be found. Nov 02 12:36:21.187960 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d239c94b-5319-4895-a718-0e5fd3125d83 tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "GET /networking/v2.0/security-groups/b8d99135-533e-435a-965f-b65744224f59 HTTP/1.1" status: 404 len: 347 time: 0.0240650 Nov 02 12:36:21.191098 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45616) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:21.194400 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.194910 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.195258 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.195597 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.195929 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.196291 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.196621 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.197021 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.197446 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.197796 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.198139 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.198492 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.198819 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.199155 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.199512 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8e352d-246a-4d15-9825-6ad8b795e07c tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:21.356711 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Router 24000646-60ea-4995-9d21-5e4dd20eb7c1 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:21.361352 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Deleting port 2e43bb84-9e71-4799-996a-6321374bc08f {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:21.361626 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (2e43bb84-9e71-4799-996a-6321374bc08f), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.473831 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-46c9c74e-67a3-4a31-ba9a-0590db4e56ad req-a308eb4b-cf1e-4e59-8c36-c911d3191d08 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f036557f-8699-4d06-ad2e-8c113952f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0667386 Nov 02 12:36:21.483197 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:21.545325 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (2e43bb84-9e71-4799-996a-6321374bc08f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.545671 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (2e43bb84-9e71-4799-996a-6321374bc08f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.553504 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:21.563543 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Calling delete_port for 2e43bb84-9e71-4799-996a-6321374bc08f owned by network:floatingip {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:21.587037 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:21.597635 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] Sync routers for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:21.607729 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:21.608340 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:21.665249 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] No DVR routers for this DVR port 7aa2d46a-71ec-44fe-9fbb-04e05370efef on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:21.668658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.671868 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0893d27d-4659-4338-85ca-49f1651c5ac7 req-b918817d-3649-402e-af3d-d053030038ec tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.87 "DELETE /networking/v2.0/ports/7aa2d46a-71ec-44fe-9fbb-04e05370efef HTTP/1.1" status: 204 len: 173 time: 1.2939069 Nov 02 12:36:21.672406 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-deleted', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:21.675933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742dcebc-5a02-465f-9fbb-bdc24037765c" -d '{"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-deleted", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:21.742426 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:21.752345 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800ccbf8-7bf2-4e88-911f-84456f258d3e x-openstack-request-id: req-800ccbf8-7bf2-4e88-911f-84456f258d3e {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:21.752627 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f036557f-8699-4d06-ad2e-8c113952f2c4", "name": "network-vif-deleted", "tag": "7aa2d46a-71ec-44fe-9fbb-04e05370efef", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:21.752875 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-800ccbf8-7bf2-4e88-911f-84456f258d3e {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:21.753299 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800ccbf8-7bf2-4e88-911f-84456f258d3e'] response: {'server_uuid': 'f036557f-8699-4d06-ad2e-8c113952f2c4', 'name': 'network-vif-deleted', 'tag': '7aa2d46a-71ec-44fe-9fbb-04e05370efef', 'status': 'completed', 'code': 200} Nov 02 12:36:21.780392 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (2e43bb84-9e71-4799-996a-6321374bc08f), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.807563 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Pushing event deleted for resources: {'Port': ['ID=2e43bb84-9e71-4799-996a-6321374bc08f,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:21.873987 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:21.879001 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks [] for floatingip (2d832429-c259-497e-afb7-904509b455d1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.881419 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:21.886534 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7b5c20e4-986a-4212-95fd-5f367511361d tempest-AttachVolumeTestJSON-1192731604 tempest-AttachVolumeTestJSON-1192731604-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/2d832429-c259-497e-afb7-904509b455d1 HTTP/1.1" status: 204 len: 168 time: 0.6944475 Nov 02 12:36:21.962700 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:21.991121 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] Checking router: 24000646-60ea-4995-9d21-5e4dd20eb7c1 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:22.001630 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:22.002250 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:22.098171 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:22.105782 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:22.316555 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:22.342711 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1861b59-41ce-4a31-b1a7-54dee6450705 None None] The sync data for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi is: [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:29:07Z', 'revision_number': 4, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'a11cf642-7d5e-464c-80e8-6a9e27c83f5f', 'name': '', 'network_id': '06c5d739-a69b-4eff-a51e-383faef760f9', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'mac_address': 'fa:16:3e:c5:bd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:29:03Z', 'updated_at': '2022-11-02T12:29:31Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'subnets': [{'id': '5db38fba-8cac-46e9-bac4-657ebea5cdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:22.563025 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60246e-e509-4a54-9b5e-4b559a6ff96a None None] New status for floating IP 32641055-f2f9-4af4-8f9b-ce466e190f0d: DOWN {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:36:22.579593 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45630) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:22.638043 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8e54-276d-4bce-8fd5-17d25e7e05aa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (8dbe35a7-02f7-457b-bfd7-061beb21949f), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.658409 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 7aa2d46a-71ec-44fe-9fbb-04e05370efef no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:22.661507 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8e54-276d-4bce-8fd5-17d25e7e05aa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (8dbe35a7-02f7-457b-bfd7-061beb21949f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.682475 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 7aa2d46a-71ec-44fe-9fbb-04e05370efef {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:22.682826 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 7aa2d46a-71ec-44fe-9fbb-04e05370efef not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:22.683250 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 6e038057-aa49-4208-9894-13991bb26bf9 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:22.703574 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 6e038057-aa49-4208-9894-13991bb26bf9 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:22.703924 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 6e038057-aa49-4208-9894-13991bb26bf9 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:22.721164 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8e54-276d-4bce-8fd5-17d25e7e05aa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8dbe35a7-02f7-457b-bfd7-061beb21949f), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.724330 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8e54-276d-4bce-8fd5-17d25e7e05aa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.726968 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-ff3b8e54-276d-4bce-8fd5-17d25e7e05aa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8dbe35a7-02f7-457b-bfd7-061beb21949f HTTP/1.1" status: 204 len: 168 time: 0.1450424 Nov 02 12:36:22.728654 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45632) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:22.736764 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b8e54-276d-4bce-8fd5-17d25e7e05aa tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe35a7-02f7-457b-bfd7-061beb21949f,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:22.749406 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.api.v2.resource [None req-0917c69c-a972-4547-9901-22e890f3d4a8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] show failed (client error): The resource could not be found. Nov 02 12:36:22.750515 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0917c69c-a972-4547-9901-22e890f3d4a8 tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "GET /networking/v2.0/security-groups/8dbe35a7-02f7-457b-bfd7-061beb21949f HTTP/1.1" status: 404 len: 347 time: 0.0199649 Nov 02 12:36:22.753546 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45634) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:22.866887 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Deleting port ae9aec4e-134f-4afc-89c5-ca7240afeb2c {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:22.867135 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (ae9aec4e-134f-4afc-89c5-ca7240afeb2c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.943736 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (ae9aec4e-134f-4afc-89c5-ca7240afeb2c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.944060 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (ae9aec4e-134f-4afc-89c5-ca7240afeb2c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:22.956370 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Calling delete_port for ae9aec4e-134f-4afc-89c5-ca7240afeb2c owned by network:floatingip {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:23.093116 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (ae9aec4e-134f-4afc-89c5-ca7240afeb2c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.127359 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Pushing event deleted for resources: {'Port': ['ID=ae9aec4e-134f-4afc-89c5-ca7240afeb2c,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:23.174056 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:23.189907 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks [] for floatingip (32641055-f2f9-4af4-8f9b-ce466e190f0d), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.192433 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:23.193614 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6fe66078-0065-4db4-b095-325963a6ab1c tempest-AttachVolumeShelveTestJSON-353443343 tempest-AttachVolumeShelveTestJSON-353443343-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/32641055-f2f9-4af4-8f9b-ce466e190f0d HTTP/1.1" status: 204 len: 168 time: 0.4391177 Nov 02 12:36:25.485938 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45682) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:25.582865 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:25.645933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45692) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:25.916989 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.026586 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (24000646-60ea-4995-9d21-5e4dd20eb7c1), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.118388 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:26.182195 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:26.265936 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Deleting port a11cf642-7d5e-464c-80e8-6a9e27c83f5f {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:26.266270 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.349350 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] For port a11cf642-7d5e-464c-80e8-6a9e27c83f5f, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=a11cf642-7d5e-464c-80e8-6a9e27c83f5f,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:26.350040 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.364293 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Calling delete_port for a11cf642-7d5e-464c-80e8-6a9e27c83f5f owned by network:router_interface {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:26.417669 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Deleting port 132fad27-4a90-410d-8c09-7aba8de93694 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:26.418394 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (132fad27-4a90-410d-8c09-7aba8de93694), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.512931 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] For port 132fad27-4a90-410d-8c09-7aba8de93694, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=132fad27-4a90-410d-8c09-7aba8de93694,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:26.514125 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (132fad27-4a90-410d-8c09-7aba8de93694), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.528505 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Calling delete_port for 132fad27-4a90-410d-8c09-7aba8de93694 owned by network:router_interface {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:26.567301 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (a11cf642-7d5e-464c-80e8-6a9e27c83f5f), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.598077 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a11cf642-7d5e-464c-80e8-6a9e27c83f5f,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:26.749640 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:26.818684 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (132fad27-4a90-410d-8c09-7aba8de93694), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.819419 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (24000646-60ea-4995-9d21-5e4dd20eb7c1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:26.854614 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Pushing event deleted for resources: {'Port': ['ID=132fad27-4a90-410d-8c09-7aba8de93694,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:26.984470 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:27.005169 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:27.089134 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.114629 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Router 24000646-60ea-4995-9d21-5e4dd20eb7c1 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:27.225654 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:27.230781 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-8c124eae-b48a-4b58-8bf5-d6b71131d9bc admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/24000646-60ea-4995-9d21-5e4dd20eb7c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5837283 Nov 02 12:36:27.233486 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45708) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:27.237745 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] Sync routers for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:27.249769 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:27.250568 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:27.293880 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:27.319591 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:27.361981 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks [] for router (24000646-60ea-4995-9d21-5e4dd20eb7c1), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.377862 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:27.437670 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:27.446437 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-713065d8-4945-48af-91d5-b79c6f963117 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/a9b2ae07-88a4-4ede-a0af-02af39a9cac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9593658 Nov 02 12:36:27.447251 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45710) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:27.448695 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] Sync routers for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:27.462067 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:27.462952 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:27.477786 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks [] for router_gateway (24000646-60ea-4995-9d21-5e4dd20eb7c1), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.542833 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Deleting port f41aec86-b016-4a53-b1f3-4783927bc305 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:27.543897 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.577532 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks [] for router (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.587609 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:36:26Z', 'revision_number': 5, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port': {'id': 'f41aec86-b016-4a53-b1f3-4783927bc305', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:28:57Z', 'updated_at': '2022-11-02T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:27.623695 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] Checking router: 24000646-60ea-4995-9d21-5e4dd20eb7c1 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:27.634394 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] Routers {'24000646-60ea-4995-9d21-5e4dd20eb7c1'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:27.635100 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['24000646-60ea-4995-9d21-5e4dd20eb7c1'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:27.655249 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] For port f41aec86-b016-4a53-b1f3-4783927bc305, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=f41aec86-b016-4a53-b1f3-4783927bc305,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:27.655521 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.670607 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Calling delete_port for f41aec86-b016-4a53-b1f3-4783927bc305 owned by network:router_gateway {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:27.681717 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:27.686493 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks [] for router_gateway (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.734722 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Deleting port 862c338f-1957-4c58-b980-d2230771c919 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:27.735136 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (862c338f-1957-4c58-b980-d2230771c919), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.735946 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] Set router 24000646-60ea-4995-9d21-5e4dd20eb7c1 gateway port host: None {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:27.791773 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:36:27Z', 'revision_number': 6, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:27.827690 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af3a7-1914-4e89-9522-36e41c7eed68 None None] The sync data for ids ['24000646-60ea-4995-9d21-5e4dd20eb7c1'] in dv-cinder-863273-1-iscsi is: [{'id': '24000646-60ea-4995-9d21-5e4dd20eb7c1', 'name': 'tempest-AttachVolumeShelveTestJSON-866918524-router', 'tenant_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:28:56Z', 'updated_at': '2022-11-02T12:36:27Z', 'revision_number': 6, 'project_id': '62aa5934d5d14fdb81dd5d4817ab8e74', 'gw_port_host': None}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:27.858401 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] For port 862c338f-1957-4c58-b980-d2230771c919, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=862c338f-1957-4c58-b980-d2230771c919,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:27.858900 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (862c338f-1957-4c58-b980-d2230771c919), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.875999 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Calling delete_port for 862c338f-1957-4c58-b980-d2230771c919 owned by network:router_gateway {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:27.885181 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (f41aec86-b016-4a53-b1f3-4783927bc305), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:27.912419 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Pushing event deleted for resources: {'Port': ['ID=f41aec86-b016-4a53-b1f3-4783927bc305,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:27.925161 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '862c338f-1957-4c58-b980-d2230771c919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:36:26Z', 'revision_number': 5, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port': {'id': '862c338f-1957-4c58-b980-d2230771c919', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:35Z', 'updated_at': '2022-11-02T12:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:27.951233 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] Checking router: a9b2ae07-88a4-4ede-a0af-02af39a9cac7 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:27.952803 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:27.954972 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:27.960487 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] Routers {'a9b2ae07-88a4-4ede-a0af-02af39a9cac7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:27.961139 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:27.981979 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (24000646-60ea-4995-9d21-5e4dd20eb7c1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.052412 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] Set router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 gateway port host: None {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:28.072326 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (862c338f-1957-4c58-b980-d2230771c919), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.109609 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:36:27Z', 'revision_number': 6, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:28.121687 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Pushing event deleted for resources: {'Port': ['ID=862c338f-1957-4c58-b980-d2230771c919,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:28.136131 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e0b8f-854f-4b52-8d7e-d44493eafc70 None None] The sync data for ids ['a9b2ae07-88a4-4ede-a0af-02af39a9cac7'] in dv-cinder-863273-1-iscsi is: [{'id': 'a9b2ae07-88a4-4ede-a0af-02af39a9cac7', 'name': 'tempest-AttachVolumeTestJSON-1507025328-router', 'tenant_id': '5bc73b74407f4d6184cbd1330ee89145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:34Z', 'updated_at': '2022-11-02T12:36:27Z', 'revision_number': 6, 'project_id': '5bc73b74407f4d6184cbd1330ee89145', 'gw_port_host': None}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:28.170822 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.266593 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.269184 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks [] for router_controller (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.317882 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (a9b2ae07-88a4-4ede-a0af-02af39a9cac7), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.318678 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9b2ae07-88a4-4ede-a0af-02af39a9cac7 {{(pid=106351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:36:28.323131 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.324852 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-3413be29-b3f0-4cd7-a525-75d1306fcf06 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/a9b2ae07-88a4-4ede-a0af-02af39a9cac7 HTTP/1.1" status: 204 len: 168 time: 0.8760610 Nov 02 12:36:28.327685 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45714) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:28.330702 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (24000646-60ea-4995-9d21-5e4dd20eb7c1), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.333018 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks [] for router_controller (24000646-60ea-4995-9d21-5e4dd20eb7c1), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.375301 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-209d798f-422e-4924-b55e-a9c212b4c56a admin admin] Deleting subnet dd66505c-21ed-4318-84b1-3cd8c2380645 {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:36:28.376095 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (24000646-60ea-4995-9d21-5e4dd20eb7c1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.376737 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24000646-60ea-4995-9d21-5e4dd20eb7c1 {{(pid=106350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:36:28.378907 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-209d798f-422e-4924-b55e-a9c212b4c56a admin admin] Publish callbacks [] for subnet (dd66505c-21ed-4318-84b1-3cd8c2380645), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.381441 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.385201 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-9e387055-f6b3-42f9-82da-2e2cdb43d36b admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/24000646-60ea-4995-9d21-5e4dd20eb7c1 HTTP/1.1" status: 204 len: 168 time: 1.1508501 Nov 02 12:36:28.385806 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45716) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:28.416770 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-209d798f-422e-4924-b55e-a9c212b4c56a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960170'] for subnet (dd66505c-21ed-4318-84b1-3cd8c2380645), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.430518 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb635590-e2b3-4353-9463-6e9909d25e5e admin admin] Deleting subnet 5db38fba-8cac-46e9-bac4-657ebea5cdb1 {{(pid=106350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:36:28.433724 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cb635590-e2b3-4353-9463-6e9909d25e5e admin admin] Publish callbacks [] for subnet (5db38fba-8cac-46e9-bac4-657ebea5cdb1), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.460374 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:28.472939 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cb635590-e2b3-4353-9463-6e9909d25e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5705596'] for subnet (5db38fba-8cac-46e9-bac4-657ebea5cdb1), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.498466 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:28.501812 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-209d798f-422e-4924-b55e-a9c212b4c56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (dd66505c-21ed-4318-84b1-3cd8c2380645), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.560959 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-209d798f-422e-4924-b55e-a9c212b4c56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5432924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241350'] for subnet (dd66505c-21ed-4318-84b1-3cd8c2380645), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.591504 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cb635590-e2b3-4353-9463-6e9909d25e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (5db38fba-8cac-46e9-bac4-657ebea5cdb1), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.592170 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d798f-422e-4924-b55e-a9c212b4c56a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd66505c-21ed-4318-84b1-3cd8c2380645,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:28.596406 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-209d798f-422e-4924-b55e-a9c212b4c56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.602812 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-209d798f-422e-4924-b55e-a9c212b4c56a admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/dd66505c-21ed-4318-84b1-3cd8c2380645 HTTP/1.1" status: 204 len: 168 time: 0.2735269 Nov 02 12:36:28.602812 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45718) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:28.606068 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78741f8-0a4d-489b-9407-1b4a1810c3bb None None] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:28.658261 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:28.674612 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cb635590-e2b3-4353-9463-6e9909d25e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5336142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4919004'] for subnet (5db38fba-8cac-46e9-bac4-657ebea5cdb1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.676985 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (a1cd3d90-2bea-43ce-84ec-dc31298b79c7), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.704098 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb635590-e2b3-4353-9463-6e9909d25e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db38fba-8cac-46e9-bac4-657ebea5cdb1,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:28.706408 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cb635590-e2b3-4353-9463-6e9909d25e5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.712044 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-cb635590-e2b3-4353-9463-6e9909d25e5e admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/5db38fba-8cac-46e9-bac4-657ebea5cdb1 HTTP/1.1" status: 204 len: 168 time: 0.3252954 Nov 02 12:36:28.712847 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45720) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:28.715610 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b73c5d-472c-456d-bce8-64186b76b9bd None None] Network 06c5d739-a69b-4eff-a51e-383faef760f9 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:28.731506 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Deleting port 33b561b0-e6ae-4af5-b53b-5740e8e53088 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:28.732350 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.791089 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (06c5d739-a69b-4eff-a51e-383faef760f9), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.801730 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] For port 33b561b0-e6ae-4af5-b53b-5740e8e53088, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=33b561b0-e6ae-4af5-b53b-5740e8e53088,segment=NetworkSegment(ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e),segment_id=ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:28.802100 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.816571 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Calling delete_port for 33b561b0-e6ae-4af5-b53b-5740e8e53088 owned by network:dhcp {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:28.847770 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Deleting port c7b4f1b6-1124-4231-a931-21400df6b86c {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:28.848113 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.898798 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] DHCP port deletion for a1cd3d90-2bea-43ce-84ec-dc31298b79c7 request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:36:28.906291 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:28.930088 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.947512 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] For port c7b4f1b6-1124-4231-a931-21400df6b86c, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c7b4f1b6-1124-4231-a931-21400df6b86c,segment=NetworkSegment(fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c),segment_id=fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:28.948001 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:28.953830 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] No DVR routers for this DVR port 33b561b0-e6ae-4af5-b53b-5740e8e53088 on host dv-cinder-863273-1-iscsi {{(pid=106351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:28.968904 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Calling delete_port for c7b4f1b6-1124-4231-a931-21400df6b86c owned by network:dhcp {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:28.979998 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b561b0-e6ae-4af5-b53b-5740e8e53088,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:29.041685 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:29.062517 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (a1cd3d90-2bea-43ce-84ec-dc31298b79c7), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.075447 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (c7b4f1b6-1124-4231-a931-21400df6b86c), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.094050 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cd3d90-2bea-43ce-84ec-dc31298b79c7']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:29.104839 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:29.105332 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:29.107133 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] No DVR routers for this DVR port c7b4f1b6-1124-4231-a931-21400df6b86c on host dv-cinder-863273-1-iscsi {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:29.109155 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b4f1b6-1124-4231-a931-21400df6b86c,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:29.118842 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Deleting port 33b561b0-e6ae-4af5-b53b-5740e8e53088 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:29.119286 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.119447 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.133820 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.142240 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:36:29.143918 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.189704 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e resource provider aggregate not found Nov 02 12:36:29.196198 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (06c5d739-a69b-4eff-a51e-383faef760f9), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.219046 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca48da9a-1de4-4bbe-8f89-69dcb0b0ef0e found for delete ", "request_id": "req-c45dbdb6-101f-49b6-b7a2-75d0564a3221"}]} Nov 02 12:36:29.227468 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] For port 33b561b0-e6ae-4af5-b53b-5740e8e53088, host dv-cinder-863273-1-iscsi, got binding levels [] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:29.227919 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.241082 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45728) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:29.248895 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (a1cd3d90-2bea-43ce-84ec-dc31298b79c7), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.255489 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c5d739-a69b-4eff-a51e-383faef760f9']}} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:29.262572 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.267672 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/a1cd3d90-2bea-43ce-84ec-dc31298b79c7 HTTP/1.1" status: 204 len: 168 time: 0.6637871 Nov 02 12:36:29.280687 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c') {'for_net_delete': True} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:29.280991 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c') {} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:29.289130 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bdfae8-19eb-4ad1-a51b-032be2f47229 None None] DHCP port deletion for 06c5d739-a69b-4eff-a51e-383faef760f9 request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:36:29.298675 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d629da0-d2b6-4694-b266-7ffd818258e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1cd3d90-2bea-43ce-84ec-dc31298b79c7,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:29.307259 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5705579'] for segment (fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.322268 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Calling delete_port for 33b561b0-e6ae-4af5-b53b-5740e8e53088 owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:29.326947 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.ipam_backend_mixin [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Port 33b561b0-e6ae-4af5-b53b-5740e8e53088 was not found and therefore no delete operation was performed {{(pid=106352) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:36:29.333947 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.342471 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (33b561b0-e6ae-4af5-b53b-5740e8e53088), after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.352982 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=106350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:36:29.353610 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336208'] for segment (fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.365355 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Network a1cd3d90-2bea-43ce-84ec-dc31298b79c7 is not hosted by any dhcp agent {{(pid=106352) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:36:29.366061 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] No DVR routers for this DVR port 33b561b0-e6ae-4af5-b53b-5740e8e53088 on host dv-cinder-863273-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:29.367994 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 862c338f-1957-4c58-b980-d2230771c919 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:29.462057 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Pushing event deleted for resources: {'Port': ['ID=33b561b0-e6ae-4af5-b53b-5740e8e53088,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:29.476733 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 862c338f-1957-4c58-b980-d2230771c919 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:29.479485 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (06c5d739-a69b-4eff-a51e-383faef760f9), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.481920 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 862c338f-1957-4c58-b980-d2230771c919 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:29.482383 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device a11cf642-7d5e-464c-80e8-6a9e27c83f5f no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:29.487622 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.489982 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.490339 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.491422 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.492471 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.492821 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.494895 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.495254 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.495601 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.495852 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/06c5d739-a69b-4eff-a51e-383faef760f9 HTTP/1.1" status: 204 len: 168 time: 0.7816403 Nov 02 12:36:29.500348 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.501137 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.501317 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.501669 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.502087 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.502425 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.502762 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4201fe-36cc-436b-9102-40f3fec883ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:36:29.516260 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2157719-f845-4f93-89b9-4e1c136edf24 admin admin] Pushing event deleted for resources: {'Network': ['ID=06c5d739-a69b-4eff-a51e-383faef760f9,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:29.530831 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: a11cf642-7d5e-464c-80e8-6a9e27c83f5f {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:29.530831 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device a11cf642-7d5e-464c-80e8-6a9e27c83f5f not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:29.530831 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device f41aec86-b016-4a53-b1f3-4783927bc305 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:29.545750 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45740) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:29.547631 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: f41aec86-b016-4a53-b1f3-4783927bc305 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:29.548231 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device f41aec86-b016-4a53-b1f3-4783927bc305 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:29.548806 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 33b561b0-e6ae-4af5-b53b-5740e8e53088 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:29.571631 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 33b561b0-e6ae-4af5-b53b-5740e8e53088 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:29.572779 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 33b561b0-e6ae-4af5-b53b-5740e8e53088 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:29.575763 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 132fad27-4a90-410d-8c09-7aba8de93694 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:29.614255 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 132fad27-4a90-410d-8c09-7aba8de93694 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:29.615563 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 132fad27-4a90-410d-8c09-7aba8de93694 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:29.616209 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c7b4f1b6-1124-4231-a931-21400df6b86c no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:29.636779 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-74a98008-e97a-4342-8d47-520ef0024418 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=5bc73b74407f4d6184cbd1330ee89145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897474 Nov 02 12:36:29.638817 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: c7b4f1b6-1124-4231-a931-21400df6b86c {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:29.639397 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c7b4f1b6-1124-4231-a931-21400df6b86c not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:29.639751 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45742) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:29.729588 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e548fe44-ee8c-4bd9-b446-3a8c1add244f admin admin] Publish callbacks [] for security_group (befd65bd-51b2-4b2b-8a69-fbae5df2a06e), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.729834 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Deleting port fb0e4b72-0587-4efc-9498-193afc992412 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:29.730337 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (fb0e4b72-0587-4efc-9498-193afc992412), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.759863 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e548fe44-ee8c-4bd9-b446-3a8c1add244f admin admin] Publish callbacks [] for security_group (befd65bd-51b2-4b2b-8a69-fbae5df2a06e), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.780049 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:29.814443 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c resource provider aggregate not found Nov 02 12:36:29.827287 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (fb0e4b72-0587-4efc-9498-193afc992412), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.827621 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for floatingip (fb0e4b72-0587-4efc-9498-193afc992412), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.838533 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fabe1ec4-56e1-43e9-8f2f-5fdeef700d0c found for delete ", "request_id": "req-3295c695-0dc5-466c-9d1b-b7d77beff109"}]} Nov 02 12:36:29.839295 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e548fe44-ee8c-4bd9-b446-3a8c1add244f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (befd65bd-51b2-4b2b-8a69-fbae5df2a06e), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.843100 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Calling delete_port for fb0e4b72-0587-4efc-9498-193afc992412 owned by network:floatingip {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:29.843511 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e548fe44-ee8c-4bd9-b446-3a8c1add244f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:29.845139 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-e548fe44-ee8c-4bd9-b446-3a8c1add244f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/befd65bd-51b2-4b2b-8a69-fbae5df2a06e HTTP/1.1" status: 204 len: 168 time: 0.2031498 Nov 02 12:36:29.853775 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548fe44-ee8c-4bd9-b446-3a8c1add244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befd65bd-51b2-4b2b-8a69-fbae5df2a06e,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:29.923105 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45748) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:29.950627 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:29.986893 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-88954a77-b160-49fc-a71c-32e0c8569a77 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=62aa5934d5d14fdb81dd5d4817ab8e74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0624132 Nov 02 12:36:29.989330 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45752) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:30.045277 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (fb0e4b72-0587-4efc-9498-193afc992412), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.063087 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-97512bb0-a8fd-4d73-85fa-f367c272130a admin admin] Publish callbacks [] for security_group (37cfd307-95fb-4e54-b17c-39589b79ccbf), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.067174 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event deleted for resources: {'Port': ['ID=fb0e4b72-0587-4efc-9498-193afc992412,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:30.091920 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-97512bb0-a8fd-4d73-85fa-f367c272130a admin admin] Publish callbacks [] for security_group (37cfd307-95fb-4e54-b17c-39589b79ccbf), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.139698 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for floatingip (f28af0d8-00ef-4b27-a7cd-1a7061441f14), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.140026 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.l3_db [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Floating IP f28af0d8-00ef-4b27-a7cd-1a7061441f14 disassociated (deleted). External IP: 172.27.3.141, port: 87e694b5-8f11-43e5-a848-417df7df3b22. Nov 02 12:36:30.149101 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-97512bb0-a8fd-4d73-85fa-f367c272130a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (37cfd307-95fb-4e54-b17c-39589b79ccbf), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.151723 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-97512bb0-a8fd-4d73-85fa-f367c272130a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.153464 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-97512bb0-a8fd-4d73-85fa-f367c272130a admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/37cfd307-95fb-4e54-b17c-39589b79ccbf HTTP/1.1" status: 204 len: 168 time: 0.1628132 Nov 02 12:36:30.162131 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97512bb0-a8fd-4d73-85fa-f367c272130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cfd307-95fb-4e54-b17c-39589b79ccbf,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:30.182584 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:30.250973 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:30.357363 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.640460 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:30.703563 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:30.759420 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:30.764205 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:30.771440 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] Sync routers for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:30.789735 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:30.791345 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:30.799419 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-167e5a4c-8812-497f-818b-a510fcbb61be tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/f28af0d8-00ef-4b27-a7cd-1a7061441f14 HTTP/1.1" status: 204 len: 168 time: 1.5573030 Nov 02 12:36:30.800768 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:30.803208 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525f21b-0dab-43d9-91d7-5203b45345e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:30.852276 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a06fec-675c-4357-948b-a4aebfdfe73a x-openstack-request-id: req-91a06fec-675c-4357-948b-a4aebfdfe73a {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:30.852569 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:30.852827 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-91a06fec-675c-4357-948b-a4aebfdfe73a {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:30.853260 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a06fec-675c-4357-948b-a4aebfdfe73a'] response: {'name': 'network-changed', 'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22', 'status': 'completed', 'code': 200} Nov 02 12:36:30.872495 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45794) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:30.955823 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-c8fd03a6-e6c7-4837-958f-c99cba1beaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:30.957392 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-c8fd03a6-e6c7-4837-958f-c99cba1beaf2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=620e39db57f34948b5450e5b90c984cb&device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 1129 time: 0.0761967 Nov 02 12:36:30.989842 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:31.110323 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-c29491b7-fa69-43ac-adb3-812ff4877223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:31.113205 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-c29491b7-fa69-43ac-adb3-812ff4877223 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=6edbe81a-ad8c-4936-a044-e7c71fdd584a HTTP/1.1" status: 200 len: 911 time: 0.1501322 Nov 02 12:36:31.240148 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333d98-6701-4c3a-8da3-9ae027f50264 req-53c20cb3-b5fe-4463-811b-a0595831af13 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:31.241707 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-78333d98-6701-4c3a-8da3-9ae027f50264 req-53c20cb3-b5fe-4463-811b-a0595831af13 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0573282 Nov 02 12:36:31.252277 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-463192015-network', 'tenant_id': '32c9c5b401004fa08db406e1ad95493d'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:31.265645 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c3206de1-fd6a-4f65-8c35-9c8773ed207f', 'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'mac_address': 'fa:16:3e:f1:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:55Z', 'updated_at': '2022-11-02T12:31:03Z', 'revision_number': 5, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'subnets': [{'id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:31.277294 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Made reservation on behalf of 32c9c5b401004fa08db406e1ad95493d for: {'network': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:31.280752 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.292020 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.298629 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] Checking router: 4097520a-9a17-466f-a0ad-d1ebfb6768c9 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:31.309292 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:31.309967 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:31.317760 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-78333d98-6701-4c3a-8da3-9ae027f50264 req-3cdde920-6512-4f7b-bae7-0e0692e79fe5 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698609 Nov 02 12:36:31.394851 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Publish callbacks [] for security_group (97334bc9-46ba-43c0-8615-73e289274eb3), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.400430 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (97334bc9-46ba-43c0-8615-73e289274eb3), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.432306 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:31.433370 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=106350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:36:31.446479 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97334bc9-46ba-43c0-8615-73e289274eb3,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:31.451890 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (5304c16a-af87-419e-9801-87b5312ef8d6), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.452227 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.segments_db [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Added segment 5304c16a-af87-419e-9801-87b5312ef8d6 of type vlan for network 1735c28b-fb3f-4a24-a6cb-b78b58fb4208 Nov 02 12:36:31.504758 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (1735c28b-fb3f-4a24-a6cb-b78b58fb4208), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.532456 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (1735c28b-fb3f-4a24-a6cb-b78b58fb4208), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.533646 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:31.534543 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.592281 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7181640 Nov 02 12:36:31.595231 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45814) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:31.595360 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:31.600379 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Request body: {'subnet': {'network_id': '1735c28b-fb3f-4a24-a6cb-b78b58fb4208', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-463192015-subnet', 'tenant_id': '32c9c5b401004fa08db406e1ad95493d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:31.627191 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20dcca-265d-479a-8a5b-63fcf79af9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=1735c28b-fb3f-4a24-a6cb-b78b58fb4208,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:31.639457 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Made reservation on behalf of 32c9c5b401004fa08db406e1ad95493d for: {'subnet': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:31.643890 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 1735c28b-fb3f-4a24-a6cb-b78b58fb4208 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:36:31.644087 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4919031'] for subnet (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.721585 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c3206de1-fd6a-4f65-8c35-9c8773ed207f', 'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'mac_address': 'fa:16:3e:f1:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:55Z', 'updated_at': '2022-11-02T12:31:03Z', 'revision_number': 5, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'subnets': [{'id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:31.736692 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=5,neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:31.742702 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:31.759000 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694c0b0-0fba-45d1-8825-97aeffdaad92 None None] The sync data for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi is: [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:30:56Z', 'revision_number': 4, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c3206de1-fd6a-4f65-8c35-9c8773ed207f', 'name': '', 'network_id': '6edbe81a-ad8c-4936-a044-e7c71fdd584a', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'mac_address': 'fa:16:3e:f1:fb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:55Z', 'updated_at': '2022-11-02T12:31:03Z', 'revision_number': 5, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'subnets': [{'id': '66f60ff7-50b7-4504-bf41-b1139a7b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:31.848504 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4918981'] for subnet (3b0b57a5-fd09-48e1-98e9-8b0ac24dd120), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.915252 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0b57a5-fd09-48e1-98e9-8b0ac24dd120,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:31.925033 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Checking segment: {'id': '5304c16a-af87-419e-9801-87b5312ef8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '1735c28b-fb3f-4a24-a6cb-b78b58fb4208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:31.925416 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Network hostable DHCP agents. Network: 1735c28b-fb3f-4a24-a6cb-b78b58fb4208, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:36:31.944532 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Network 1735c28b-fb3f-4a24-a6cb-b78b58fb4208 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:36:31.957047 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 1735c28b-fb3f-4a24-a6cb-b78b58fb4208) {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:31.961916 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:31.963172 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:31.968691 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c7c62-9314-412e-b7c7-fe55949f366d None None] Network 1735c28b-fb3f-4a24-a6cb-b78b58fb4208 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:31.982797 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-0478a93f-b91d-45dd-b49d-b9ad38e6a430 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3865309 Nov 02 12:36:32.073636 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-7823f522-cb5f-44b0-a92f-8828b1f505f8 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 200 len: 217 time: 0.0526481 Nov 02 12:36:32.093069 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dddc8a-a8a7-415e-8642-d6c756f0d370 None None] New status for floating IP f28af0d8-00ef-4b27-a7cd-1a7061441f14: DOWN {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:36:32.102532 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18f4a13-1cc5-4cdf-a72e-a894a182967d None None] Network 1735c28b-fb3f-4a24-a6cb-b78b58fb4208 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:32.167300 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-6b67ea79-87a2-422c-8457-62b4851b33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.169047 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-6b67ea79-87a2-422c-8457-62b4851b33e3 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=66f60ff7-50b7-4504-bf41-b1139a7b6f41 HTTP/1.1" status: 200 len: 848 time: 0.0882783 Nov 02 12:36:32.194897 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:32.263387 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-0c0aad0f-2c51-43ba-9431-3df1db0b35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.265539 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-0c0aad0f-2c51-43ba-9431-3df1db0b35e1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=6edbe81a-ad8c-4936-a044-e7c71fdd584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650568 Nov 02 12:36:32.398619 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-de981aaa-fccd-4f1b-93cd-8e84e08eef3a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157255 Nov 02 12:36:32.469182 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5129d2f-55aa-4a86-99bc-58b9867662bf req-3f0acd8d-19e6-42c4-b7cb-3250649d5f33 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.469350 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d5129d2f-55aa-4a86-99bc-58b9867662bf req-3f0acd8d-19e6-42c4-b7cb-3250649d5f33 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0675430 Nov 02 12:36:32.482128 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:36:32.549585 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d5129d2f-55aa-4a86-99bc-58b9867662bf req-f4af6a4d-363e-4d05-a9c2-247aa775b28b tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672276 Nov 02 12:36:32.645447 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a525f21b-0dab-43d9-91d7-5203b45345e4 req-dea6e7f1-4859-4699-8e12-c42438a8bae2 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938540 Nov 02 12:36:32.707456 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45846) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:32.712306 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-816671193-network', 'tenant_id': '1d9cf4cabae148d3b055f5e02b27fe32'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:32.731971 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Made reservation on behalf of 1d9cf4cabae148d3b055f5e02b27fe32 for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:32.734405 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.744035 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.745501 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3a61-d53a-4a04-b045-f45c6fac8750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.829507 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Publish callbacks [] for security_group (634500c2-05b9-452c-8350-61e489a7d594), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.838602 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (634500c2-05b9-452c-8350-61e489a7d594), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.861512 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:36:32.875068 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-9fc3b431-7435-4b22-b0b7-636b0facdcb2 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.876448 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634500c2-05b9-452c-8350-61e489a7d594,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:32.876582 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-9fc3b431-7435-4b22-b0b7-636b0facdcb2 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.0719733 Nov 02 12:36:32.881512 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (f34f4915-5471-436b-8ec3-a87294594390), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.881858 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Added segment f34f4915-5471-436b-8ec3-a87294594390 of type vlan for network 905ba483-c6f2-4416-99f1-4d8dbb140417 Nov 02 12:36:32.922942 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (905ba483-c6f2-4416-99f1-4d8dbb140417), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.951191 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (905ba483-c6f2-4416-99f1-4d8dbb140417), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:32.952284 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:32.952860 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.012286 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3036475 Nov 02 12:36:33.015358 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45848) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:33.015880 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085ac74-03cd-4edf-975e-ee3bbd34e2de admin admin] Pushing event updated for resources: {'Network': ['ID=905ba483-c6f2-4416-99f1-4d8dbb140417,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:33.021054 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Request body: {'subnet': {'network_id': '905ba483-c6f2-4416-99f1-4d8dbb140417', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-816671193-subnet', 'tenant_id': '1d9cf4cabae148d3b055f5e02b27fe32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:33.029645 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 905ba483-c6f2-4416-99f1-4d8dbb140417 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:36:33.043607 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Made reservation on behalf of 1d9cf4cabae148d3b055f5e02b27fe32 for: {'subnet': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:33.046155 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4919031'] for subnet (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.207262 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Deleting port 87e694b5-8f11-43e5-a848-417df7df3b22 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:33.207602 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.223348 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:33.259330 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:33.380106 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] For port 87e694b5-8f11-43e5-a848-417df7df3b22, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=87e694b5-8f11-43e5-a848-417df7df3b22,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:33.380473 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.391622 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4918981'] for subnet (a1be75af-e18d-434b-828a-922066996c94), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.398768 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Calling delete_port for 87e694b5-8f11-43e5-a848-417df7df3b22 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:33.470692 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45856) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:33.475928 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-eae0ec51-29f5-427a-af58-8e7fc0129c3b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343881556', 'description': 'tempest-description--1558810057'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:33.497278 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-eae0ec51-29f5-427a-af58-8e7fc0129c3b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.499456 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1be75af-e18d-434b-828a-922066996c94,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:33.524248 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Checking segment: {'id': 'f34f4915-5471-436b-8ec3-a87294594390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '905ba483-c6f2-4416-99f1-4d8dbb140417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:33.524638 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Network hostable DHCP agents. Network: 905ba483-c6f2-4416-99f1-4d8dbb140417, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:36:33.535858 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:33.558240 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Network 905ba483-c6f2-4416-99f1-4d8dbb140417 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:36:33.589172 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-eae0ec51-29f5-427a-af58-8e7fc0129c3b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (73110a27-dd26-4bfa-9b06-8c7b8ea05a71), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.591347 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 905ba483-c6f2-4416-99f1-4d8dbb140417) {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:33.596407 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:33.597264 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.597614 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-eae0ec51-29f5-427a-af58-8e7fc0129c3b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (73110a27-dd26-4bfa-9b06-8c7b8ea05a71), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.604845 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8be20c-f4c4-4b1c-a5fe-cf28d8ff08a8 None None] Network 905ba483-c6f2-4416-99f1-4d8dbb140417 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:33.633639 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-9d22c794-63e9-4c65-af5f-491b258f4ef2 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6170924 Nov 02 12:36:33.678902 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-eae0ec51-29f5-427a-af58-8e7fc0129c3b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.681688 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-eae0ec51-29f5-427a-af58-8e7fc0129c3b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2087028 Nov 02 12:36:33.684224 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45866) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:33.690734 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-5ab4dfdb-c78f-4644-8f9b-d91004ac6800 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group_rule': {'security_group_id': '73110a27-dd26-4bfa-9b06-8c7b8ea05a71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:33.703316 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (87e694b5-8f11-43e5-a848-417df7df3b22), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.719960 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0ec51-29f5-427a-af58-8e7fc0129c3b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73110a27-dd26-4bfa-9b06-8c7b8ea05a71,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:33.766139 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21947b48-94d6-4b20-a2f9-4fc4ed5e35d9 None None] Network 905ba483-c6f2-4416-99f1-4d8dbb140417 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:33.771397 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event deleted for resources: {'Port': ['ID=87e694b5-8f11-43e5-a848-417df7df3b22,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:33.782285 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7301a01-e922-4c95-8fbd-0bc05a0102b3 req-e8ac24e6-c1af-4566-9f64-19659995a988 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:33.784060 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c7301a01-e922-4c95-8fbd-0bc05a0102b3 req-e8ac24e6-c1af-4566-9f64-19659995a988 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 945 time: 0.1379786 Nov 02 12:36:33.823122 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45868) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:33.833303 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5ab4dfdb-c78f-4644-8f9b-d91004ac6800 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (33abbcee-7ec7-4094-98f4-8daee15b6f41), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.898703 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2eb5d53-95d5-4bc9-91b9-e362d7f43348 admin admin] Deleting subnet 3b0b57a5-fd09-48e1-98e9-8b0ac24dd120 {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:36:33.904472 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5d53-95d5-4bc9-91b9-e362d7f43348 admin admin] Publish callbacks [] for subnet (3b0b57a5-fd09-48e1-98e9-8b0ac24dd120), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.910458 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] No DVR routers for this DVR port 87e694b5-8f11-43e5-a848-417df7df3b22 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:33.913527 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.917664 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d194f3f5-8a41-4b09-8869-2aa1da360b10 req-503f50cb-ff04-4008-90d2-b6f9b67e61d6 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.87 "DELETE /networking/v2.0/ports/87e694b5-8f11-43e5-a848-417df7df3b22 HTTP/1.1" status: 204 len: 173 time: 0.8312459 Nov 02 12:36:33.924749 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'name': 'network-vif-deleted', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:33.926210 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167a410b-98dc-4311-a2e1-da6066b38cdc" -d '{"events": [{"server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "name": "network-vif-deleted", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:33.932687 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:33.963319 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5d53-95d5-4bc9-91b9-e362d7f43348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960170'] for subnet (3b0b57a5-fd09-48e1-98e9-8b0ac24dd120), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:33.976319 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c7301a01-e922-4c95-8fbd-0bc05a0102b3 req-ee49c0aa-a89f-4e58-8e32-52480eeb99d9 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a22beccc-2f06-4f47-a2e7-125c50e39b01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796043 Nov 02 12:36:33.987749 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a404ef-73a6-47b5-b1da-b1b03d43a899 x-openstack-request-id: req-b4a404ef-73a6-47b5-b1da-b1b03d43a899 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:33.988035 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ad8ab-195e-4736-8bb9-c44d17f23e5c", "name": "network-vif-deleted", "tag": "87e694b5-8f11-43e5-a848-417df7df3b22", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:33.988280 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b4a404ef-73a6-47b5-b1da-b1b03d43a899 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:33.988677 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a404ef-73a6-47b5-b1da-b1b03d43a899'] response: {'server_uuid': 'b59ad8ab-195e-4736-8bb9-c44d17f23e5c', 'name': 'network-vif-deleted', 'tag': '87e694b5-8f11-43e5-a848-417df7df3b22', 'status': 'completed', 'code': 200} Nov 02 12:36:33.998066 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5ab4dfdb-c78f-4644-8f9b-d91004ac6800 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (33abbcee-7ec7-4094-98f4-8daee15b6f41), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.002973 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5ab4dfdb-c78f-4644-8f9b-d91004ac6800 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (33abbcee-7ec7-4094-98f4-8daee15b6f41), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.024771 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5d53-95d5-4bc9-91b9-e362d7f43348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (3b0b57a5-fd09-48e1-98e9-8b0ac24dd120), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.026101 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4dfdb-c78f-4644-8f9b-d91004ac6800 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33abbcee-7ec7-4094-98f4-8daee15b6f41,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:34.032679 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5ab4dfdb-c78f-4644-8f9b-d91004ac6800 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.033314 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-5ab4dfdb-c78f-4644-8f9b-d91004ac6800 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3473608 Nov 02 12:36:34.036017 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45874) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:34.040201 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-3486b112-be27-4e8b-91dd-6ca3d238aa19 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group_rule': {'security_group_id': '73110a27-dd26-4bfa-9b06-8c7b8ea05a71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:34.067871 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3486b112-be27-4e8b-91dd-6ca3d238aa19 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (dabaaa2c-b002-4163-b69e-3507395cb3cc), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.076777 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:34.082012 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5d53-95d5-4bc9-91b9-e362d7f43348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5432924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241350'] for subnet (3b0b57a5-fd09-48e1-98e9-8b0ac24dd120), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.103153 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:34.115624 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb5d53-95d5-4bc9-91b9-e362d7f43348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0b57a5-fd09-48e1-98e9-8b0ac24dd120,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:34.120534 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5d53-95d5-4bc9-91b9-e362d7f43348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.126058 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a2eb5d53-95d5-4bc9-91b9-e362d7f43348 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/3b0b57a5-fd09-48e1-98e9-8b0ac24dd120 HTTP/1.1" status: 204 len: 168 time: 0.2997649 Nov 02 12:36:34.127061 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45876) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:34.137110 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3486b112-be27-4e8b-91dd-6ca3d238aa19 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (dabaaa2c-b002-4163-b69e-3507395cb3cc), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.142784 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3486b112-be27-4e8b-91dd-6ca3d238aa19 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (dabaaa2c-b002-4163-b69e-3507395cb3cc), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.163403 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486b112-be27-4e8b-91dd-6ca3d238aa19 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabaaa2c-b002-4163-b69e-3507395cb3cc,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:34.171753 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3486b112-be27-4e8b-91dd-6ca3d238aa19 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.173137 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-3486b112-be27-4e8b-91dd-6ca3d238aa19 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361361 Nov 02 12:36:34.176085 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45878) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:34.180509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:34.205090 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (1735c28b-fb3f-4a24-a6cb-b78b58fb4208), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.207095 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.294534 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (1735c28b-fb3f-4a24-a6cb-b78b58fb4208), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.298070 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.316033 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1735c28b-fb3f-4a24-a6cb-b78b58fb4208']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:34.327054 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5304c16a-af87-419e-9801-87b5312ef8d6') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:34.327270 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5304c16a-af87-419e-9801-87b5312ef8d6') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:34.337203 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (5304c16a-af87-419e-9801-87b5312ef8d6), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.351753 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (5304c16a-af87-419e-9801-87b5312ef8d6), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.358424 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:36:34.358948 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (5304c16a-af87-419e-9801-87b5312ef8d6), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.400321 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 5304c16a-af87-419e-9801-87b5312ef8d6 resource provider aggregate not found Nov 02 12:36:34.410580 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Allocated IP 172.27.3.165 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/5ab807da-16c0-4233-a87d-53841e9593cf) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:34.420469 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 5304c16a-af87-419e-9801-87b5312ef8d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5304c16a-af87-419e-9801-87b5312ef8d6 found for delete ", "request_id": "req-65d8d39d-7d54-4680-912d-ab17c42c094c"}]} Nov 02 12:36:34.425689 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (1735c28b-fb3f-4a24-a6cb-b78b58fb4208), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.431230 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.434473 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/1735c28b-fb3f-4a24-a6cb-b78b58fb4208 HTTP/1.1" status: 204 len: 168 time: 0.3064423 Nov 02 12:36:34.437410 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 45884) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:34.446006 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f289ea0-c052-4f6c-9033-0eb53ed0e737 admin admin] Pushing event deleted for resources: {'Network': ['ID=1735c28b-fb3f-4a24-a6cb-b78b58fb4208,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:34.523893 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_v2 [None req-17624b72-1bc2-42f7-992b-418ea44a430b admin admin] Deleting subnet a1be75af-e18d-434b-828a-922066996c94 {{(pid=106350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:36:34.535517 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-17624b72-1bc2-42f7-992b-418ea44a430b admin admin] Publish callbacks [] for subnet (a1be75af-e18d-434b-828a-922066996c94), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.590567 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (5ab807da-16c0-4233-a87d-53841e9593cf), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.593429 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-17624b72-1bc2-42f7-992b-418ea44a430b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5705596'] for subnet (a1be75af-e18d-434b-828a-922066996c94), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.652063 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-17624b72-1bc2-42f7-992b-418ea44a430b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (a1be75af-e18d-434b-828a-922066996c94), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.689247 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (5ab807da-16c0-4233-a87d-53841e9593cf), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.741336 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:34.748107 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:34.753802 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:36:34.758906 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=5ab807da-16c0-4233-a87d-53841e9593cf,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:34.787590 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-17624b72-1bc2-42f7-992b-418ea44a430b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5336142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4919004'] for subnet (a1be75af-e18d-434b-828a-922066996c94), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.793808 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:34.822945 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624b72-1bc2-42f7-992b-418ea44a430b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1be75af-e18d-434b-828a-922066996c94,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:34.825563 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-17624b72-1bc2-42f7-992b-418ea44a430b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.828712 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-17624b72-1bc2-42f7-992b-418ea44a430b admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/a1be75af-e18d-434b-828a-922066996c94 HTTP/1.1" status: 204 len: 168 time: 0.3902535 Nov 02 12:36:34.831382 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45886) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:34.838424 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:34.891274 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (8a4a4810-0157-46ab-a264-5b2896c92e5d), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.907949 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (905ba483-c6f2-4416-99f1-4d8dbb140417), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.934783 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (5ab807da-16c0-4233-a87d-53841e9593cf), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:34.987433 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (905ba483-c6f2-4416-99f1-4d8dbb140417), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.009111 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905ba483-c6f2-4416-99f1-4d8dbb140417']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:35.020304 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34f4915-5471-436b-8ec3-a87294594390') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:35.020604 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34f4915-5471-436b-8ec3-a87294594390') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:35.031655 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (f34f4915-5471-436b-8ec3-a87294594390), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.047677 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (f34f4915-5471-436b-8ec3-a87294594390), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.055675 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:36:35.056118 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (f34f4915-5471-436b-8ec3-a87294594390), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.091509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (5ab807da-16c0-4233-a87d-53841e9593cf), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.096131 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (5ab807da-16c0-4233-a87d-53841e9593cf), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.125704 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5e86b19e-c192-44f3-b218-09e4b43cab38 req-e5a18f94-fca5-451c-969e-8546822915e7 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 210 time: 0.0573912 Nov 02 12:36:35.145714 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (905ba483-c6f2-4416-99f1-4d8dbb140417), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.151883 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.155768 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/905ba483-c6f2-4416-99f1-4d8dbb140417 HTTP/1.1" status: 204 len: 168 time: 0.3231480 Nov 02 12:36:35.168310 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=5ab807da-16c0-4233-a87d-53841e9593cf,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:35.169068 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a879dd-3bf1-4106-a9be-d9f2b4eccefd admin admin] Pushing event deleted for resources: {'Network': ['ID=905ba483-c6f2-4416-99f1-4d8dbb140417,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:35.172186 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (8a4a4810-0157-46ab-a264-5b2896c92e5d), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.191629 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.192883 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a77f25ff-6aef-41f7-90a0-6fa993d5cf30 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0158370 Nov 02 12:36:35.336199 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45902) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:35.382758 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d69b1f0b-7875-4914-99c7-97a36cbd9896 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=32c9c5b401004fa08db406e1ad95493d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428996 Nov 02 12:36:35.382969 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45908) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:35.407162 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-44ca5cbc-f3f2-40c1-a4f0-9cf3ff3a77a5 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--343881556&fields=id&tenant_id=3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 267 time: 0.0479770 Nov 02 12:36:35.436770 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7492b4c-54dd-469c-af5a-be57c5fa7152 admin admin] Publish callbacks [] for security_group (97334bc9-46ba-43c0-8615-73e289274eb3), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.439402 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:35.447435 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:35.462110 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7492b4c-54dd-469c-af5a-be57c5fa7152 admin admin] Publish callbacks [] for security_group (97334bc9-46ba-43c0-8615-73e289274eb3), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.515839 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7492b4c-54dd-469c-af5a-be57c5fa7152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (97334bc9-46ba-43c0-8615-73e289274eb3), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.518343 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7492b4c-54dd-469c-af5a-be57c5fa7152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.519367 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b857-5e0d-4836-9180-70ca508226b5 req-77740714-57de-4ff6-bdc1-7b0f4958e487 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:35.519497 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b7492b4c-54dd-469c-af5a-be57c5fa7152 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/97334bc9-46ba-43c0-8615-73e289274eb3 HTTP/1.1" status: 204 len: 168 time: 0.1356645 Nov 02 12:36:35.520905 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-77740714-57de-4ff6-bdc1-7b0f4958e487 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 814 time: 0.1073124 Nov 02 12:36:35.528487 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7492b4c-54dd-469c-af5a-be57c5fa7152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97334bc9-46ba-43c0-8615-73e289274eb3,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:35.539974 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-d624ce8e-0302-404e-b5dd-3ddf2695c360 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/quotas/3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 375 time: 0.0114083 Nov 02 12:36:35.603760 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-b0b12d87-f746-40a1-bb87-a14b1b5ba15a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560272 Nov 02 12:36:35.706750 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-39176a37-3a7b-4c5d-89e6-f49a77aa688d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896990 Nov 02 12:36:35.745690 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e120780f-6ae9-40eb-a558-afe30151c495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:35.876748 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45914) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:35.921187 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-5b782c6f-e299-471a-9806-2612a7adc915 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=1d9cf4cabae148d3b055f5e02b27fe32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429358 Nov 02 12:36:35.923572 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 45916) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:35.978978 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c89a13d7-e936-4c42-843a-f4576713e7e1 admin admin] Publish callbacks [] for security_group (634500c2-05b9-452c-8350-61e489a7d594), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.000778 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c89a13d7-e936-4c42-843a-f4576713e7e1 admin admin] Publish callbacks [] for security_group (634500c2-05b9-452c-8350-61e489a7d594), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.050892 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c89a13d7-e936-4c42-843a-f4576713e7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (634500c2-05b9-452c-8350-61e489a7d594), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.053571 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-c89a13d7-e936-4c42-843a-f4576713e7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:36.054858 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-c89a13d7-e936-4c42-843a-f4576713e7e1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/634500c2-05b9-452c-8350-61e489a7d594 HTTP/1.1" status: 204 len: 168 time: 0.1302042 Nov 02 12:36:36.062017 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-1fc964d1-f7d9-4415-8241-8b69ca483d63 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495309 Nov 02 12:36:36.062868 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a13d7-e936-4c42-843a-f4576713e7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634500c2-05b9-452c-8350-61e489a7d594,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:36.264610 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5b1d6e5d-6427-418f-b68e-89264c9413e3 req-a38aeb02-bc97-46e5-b456-61232bd4c19a tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 210 time: 0.0568802 Nov 02 12:36:36.270239 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-72cb9f99-0490-46c0-9082-c83fc549777a req-92de2c35-41e8-4a62-9393-cf0352b3e4d1 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 210 time: 0.0326483 Nov 02 12:36:36.438749 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment f34f4915-5471-436b-8ec3-a87294594390 resource provider aggregate not found Nov 02 12:36:36.471582 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment f34f4915-5471-436b-8ec3-a87294594390 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f34f4915-5471-436b-8ec3-a87294594390 found for delete ", "request_id": "req-86613778-5dbb-48c1-bbc7-11125f9df04d"}]} Nov 02 12:36:37.497866 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d0a4fa51-e8c4-4fcb-89a1-996c5193f8aa req-69a24f90-b4a9-4dbd-93ad-d1b8b8a40710 tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b59ad8ab-195e-4736-8bb9-c44d17f23e5c HTTP/1.1" status: 200 len: 210 time: 0.0635016 Nov 02 12:36:37.539901 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7c6c98bb-270a-40af-bd4c-ac8a7c9695d7 req-23117776-d614-43f9-adc8-31929ac66604 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 210 time: 0.1229427 Nov 02 12:36:37.615160 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:37.625969 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b857-5e0d-4836-9180-70ca508226b5 req-1dcba2c1-1802-4469-a8b5-6e1b0eea8eb9 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:37.627501 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-1dcba2c1-1802-4469-a8b5-6e1b0eea8eb9 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 814 time: 0.2535846 Nov 02 12:36:37.820598 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:37.832457 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:37.876525 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-5d3a60c7-e5c3-473b-8102-35f71a501648 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 472 time: 0.0791302 Nov 02 12:36:37.914751 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'port': {'device_id': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'admin_state_up': True, 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'security_groups': ['73110a27-dd26-4bfa-9b06-8c7b8ea05a71']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:38.042042 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Made reservation on behalf of 3a32a1e0f4ae442398d6e179846e1e1b for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:36:38.046365 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.179532 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Allocated IP 172.20.0.6 (131d0da7-02ff-497d-ba38-17a9c0dcd040/82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6/0f9c0392-6d3a-4042-8f7f-1f9f25757495) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:36:38.317474 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.341167 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.374095 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.430447 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:36:38.434299 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:36:38.438397 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:36:38.444909 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=0f9c0392-6d3a-4042-8f7f-1f9f25757495,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:38.495344 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:38.496670 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.516811 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a0b868b5-82d9-4437-a4f6-a0621ea22f40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6084690 Nov 02 12:36:38.574991 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46028) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:38.666733 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6eb15bbd-3dd3-4447-aad9-21453e7a300c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group (a22beccc-2f06-4f47-a2e7-125c50e39b01), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.692729 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6eb15bbd-3dd3-4447-aad9-21453e7a300c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group (a22beccc-2f06-4f47-a2e7-125c50e39b01), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.709336 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dc17e-44ea-4ab5-a199-d2055116346e req-49dea0d1-3120-4c0a-9563-51d3a404c626 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:38.710924 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-276dc17e-44ea-4ab5-a199-d2055116346e req-49dea0d1-3120-4c0a-9563-51d3a404c626 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 931 time: 0.0513780 Nov 02 12:36:38.716291 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46034) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:38.730132 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-5221658d-92e6-4466-9731-c081fe9346ae None None] Provisioning complete for port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:38.731247 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5221658d-92e6-4466-9731-c081fe9346ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.731761 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-5221658d-92e6-4466-9731-c081fe9346ae None None] Attempt 1 to provision port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 Nov 02 12:36:38.776615 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-276dc17e-44ea-4ab5-a199-d2055116346e req-23b1e80a-f37c-4155-b3bf-e0f0c8c67baa tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580418 Nov 02 12:36:38.777318 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6eb15bbd-3dd3-4447-aad9-21453e7a300c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (a22beccc-2f06-4f47-a2e7-125c50e39b01), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.782438 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6eb15bbd-3dd3-4447-aad9-21453e7a300c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.782661 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5221658d-92e6-4466-9731-c081fe9346ae None None] Port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:36:38.784548 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6eb15bbd-3dd3-4447-aad9-21453e7a300c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a22beccc-2f06-4f47-a2e7-125c50e39b01 HTTP/1.1" status: 204 len: 168 time: 0.2079210 Nov 02 12:36:38.795866 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb15bbd-3dd3-4447-aad9-21453e7a300c tempest-TestShelveInstance-928485621 tempest-TestShelveInstance-928485621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22beccc-2f06-4f47-a2e7-125c50e39b01,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:38.851574 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46044) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:38.892233 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3d3496c2-3191-42ed-a7f3-244bc50d2907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.955655 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:38.962463 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:38.984020 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:39.073586 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3d3496c2-3191-42ed-a7f3-244bc50d2907 admin admin] Publish callbacks [] for security_group (11f725fb-b6e1-46f3-93eb-8057dfed1f0c), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.107680 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3d3496c2-3191-42ed-a7f3-244bc50d2907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (11f725fb-b6e1-46f3-93eb-8057dfed1f0c), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.162064 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-3d3496c2-3191-42ed-a7f3-244bc50d2907 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=6acd45604d2f4249aad24f0e14d78614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446943 Nov 02 12:36:39.164797 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46048) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:39.164941 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3496c2-3191-42ed-a7f3-244bc50d2907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f725fb-b6e1-46f3-93eb-8057dfed1f0c,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:39.217191 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1b30f406-8a10-4b5f-b407-a39c53a68460 admin admin] Publish callbacks [] for security_group (11f725fb-b6e1-46f3-93eb-8057dfed1f0c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.237734 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1b30f406-8a10-4b5f-b407-a39c53a68460 admin admin] Publish callbacks [] for security_group (11f725fb-b6e1-46f3-93eb-8057dfed1f0c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.286599 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1b30f406-8a10-4b5f-b407-a39c53a68460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (11f725fb-b6e1-46f3-93eb-8057dfed1f0c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.289151 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1b30f406-8a10-4b5f-b407-a39c53a68460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.290269 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-1b30f406-8a10-4b5f-b407-a39c53a68460 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/11f725fb-b6e1-46f3-93eb-8057dfed1f0c HTTP/1.1" status: 204 len: 168 time: 0.1244805 Nov 02 12:36:39.301133 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30f406-8a10-4b5f-b407-a39c53a68460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f725fb-b6e1-46f3-93eb-8057dfed1f0c,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:39.340153 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (4097520a-9a17-466f-a0ad-d1ebfb6768c9), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.571605 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46054) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:39.576920 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Deleting port c3206de1-fd6a-4f65-8c35-9c8773ed207f {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:39.577295 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.586440 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d3360bef-c6f9-481b-bdfa-ac36c561329b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.665123 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] For port c3206de1-fd6a-4f65-8c35-9c8773ed207f, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c3206de1-fd6a-4f65-8c35-9c8773ed207f,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:39.665487 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.666832 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d3360bef-c6f9-481b-bdfa-ac36c561329b admin admin] Publish callbacks [] for security_group (38763009-ab68-41ae-86d8-17af5f8aa7f4), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.671362 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d3360bef-c6f9-481b-bdfa-ac36c561329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (38763009-ab68-41ae-86d8-17af5f8aa7f4), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.679278 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Calling delete_port for c3206de1-fd6a-4f65-8c35-9c8773ed207f owned by network:router_interface {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:39.711947 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d3360bef-c6f9-481b-bdfa-ac36c561329b admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=e19410bb60a04838af49f9bae3cc3ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392047 Nov 02 12:36:39.712767 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3360bef-c6f9-481b-bdfa-ac36c561329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38763009-ab68-41ae-86d8-17af5f8aa7f4,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:39.715682 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46056) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:39.730250 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:39.758012 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:39.772743 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fd90b7dd-6088-477c-a3d0-528f04254b53 admin admin] Publish callbacks [] for security_group (38763009-ab68-41ae-86d8-17af5f8aa7f4), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.794805 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fd90b7dd-6088-477c-a3d0-528f04254b53 admin admin] Publish callbacks [] for security_group (38763009-ab68-41ae-86d8-17af5f8aa7f4), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.803144 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:39.823160 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:39.860116 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fd90b7dd-6088-477c-a3d0-528f04254b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (38763009-ab68-41ae-86d8-17af5f8aa7f4), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.862961 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-fd90b7dd-6088-477c-a3d0-528f04254b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.864218 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-fd90b7dd-6088-477c-a3d0-528f04254b53 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/38763009-ab68-41ae-86d8-17af5f8aa7f4 HTTP/1.1" status: 204 len: 168 time: 0.1477649 Nov 02 12:36:39.872947 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90b7dd-6088-477c-a3d0-528f04254b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38763009-ab68-41ae-86d8-17af5f8aa7f4,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:39.913365 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (c3206de1-fd6a-4f65-8c35-9c8773ed207f), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:39.947136 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3206de1-fd6a-4f65-8c35-9c8773ed207f,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:39.957338 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c1d5d-71a5-43ea-912a-20e5bc78cd9b req-5196ae70-01cc-44a7-bf7c-ad9d47553b85 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:39.958842 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-691c1d5d-71a5-43ea-912a-20e5bc78cd9b req-5196ae70-01cc-44a7-bf7c-ad9d47553b85 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 931 time: 0.0911219 Nov 02 12:36:40.060978 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-691c1d5d-71a5-43ea-912a-20e5bc78cd9b req-7ea425e2-3266-494a-bb23-99ffe3bcf3ac tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953128 Nov 02 12:36:40.168069 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (4097520a-9a17-466f-a0ad-d1ebfb6768c9), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.387836 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:40.490838 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:40.497205 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a0d773a1-17bb-458f-8d05-e594c4ef5867 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/4097520a-9a17-466f-a0ad-d1ebfb6768c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6440260 Nov 02 12:36:40.500091 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46078) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:40.501647 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] Sync routers for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:40.516050 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:40.516687 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:40.561863 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Request body: {'port': {'device_id': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:40.637690 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:40.669356 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks [] for router (4097520a-9a17-466f-a0ad-d1ebfb6768c9), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.670934 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.750096 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:40.759531 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:40.879077 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks [] for router_gateway (4097520a-9a17-466f-a0ad-d1ebfb6768c9), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:40.980454 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Deleting port fd30303e-ef0c-4452-8c38-a8b6890595f1 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:40.980801 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.022160 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:36:39Z', 'revision_number': 5, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port': {'id': 'fd30303e-ef0c-4452-8c38-a8b6890595f1', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:30:52Z', 'updated_at': '2022-11-02T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:41.056224 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] Checking router: 4097520a-9a17-466f-a0ad-d1ebfb6768c9 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:41.068103 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] Routers {'4097520a-9a17-466f-a0ad-d1ebfb6768c9'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:41.069089 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:41.165761 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:41.188754 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] Set router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 gateway port host: None {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:41.242676 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4299b2-388a-499b-b936-b2272821dff7 req-0b3b7156-61fa-4339-9921-50ac7da242cf tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:41.250008 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:36:40Z', 'revision_number': 6, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:41.252145 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6e4299b2-388a-499b-b936-b2272821dff7 req-0b3b7156-61fa-4339-9921-50ac7da242cf tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 931 time: 0.0874219 Nov 02 12:36:41.287500 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750d1ec-3e3f-410a-8722-d0d07b9ea0df None None] The sync data for ids ['4097520a-9a17-466f-a0ad-d1ebfb6768c9'] in dv-cinder-863273-1-iscsi is: [{'id': '4097520a-9a17-466f-a0ad-d1ebfb6768c9', 'name': 'tempest-TestShelveInstance-1584665356-router', 'tenant_id': '620e39db57f34948b5450e5b90c984cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:30:51Z', 'updated_at': '2022-11-02T12:36:40Z', 'revision_number': 6, 'project_id': '620e39db57f34948b5450e5b90c984cb', 'gw_port_host': None}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:41.342029 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6e4299b2-388a-499b-b936-b2272821dff7 req-152c6bb6-385f-4af9-9500-d48558bca137 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886619 Nov 02 12:36:41.480484 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] For port fd30303e-ef0c-4452-8c38-a8b6890595f1, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=fd30303e-ef0c-4452-8c38-a8b6890595f1,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:41.480891 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.494685 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9c0392-6d3a-4042-8f7f-1f9f25757495 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:41.505334 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Calling delete_port for fd30303e-ef0c-4452-8c38-a8b6890595f1 owned by network:router_gateway {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:41.508514 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Publish callbacks [] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.560869 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Transition to ACTIVE for port object 0f9c0392-6d3a-4042-8f7f-1f9f25757495 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:36:41.567541 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.646594 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c0392-6d3a-4042-8f7f-1f9f25757495,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:41.758738 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Attempting to bind port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:36:41.759188 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Attempting to bind port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:36:41.759547 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Attempting to bind port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:41.805697 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:41.844323 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:36:41.844579 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Attempting to bind port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:36:41.848658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (fd30303e-ef0c-4452-8c38-a8b6890595f1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:41.898809 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd30303e-ef0c-4452-8c38-a8b6890595f1,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:41.908278 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:41.962586 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:36:41.962921 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Checking segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:36:41.963309 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Bound using segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:36:41.963754 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Bound port: 0f9c0392-6d3a-4042-8f7f-1f9f25757495, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:36:41.964197 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.020404 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (4097520a-9a17-466f-a0ad-d1ebfb6768c9), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.124991 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] For port 0f9c0392-6d3a-4042-8f7f-1f9f25757495, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:36:42.129144 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (4097520a-9a17-466f-a0ad-d1ebfb6768c9), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.133031 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks [] for router_controller (4097520a-9a17-466f-a0ad-d1ebfb6768c9), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.147834 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] For port 0f9c0392-6d3a-4042-8f7f-1f9f25757495, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0f9c0392-6d3a-4042-8f7f-1f9f25757495,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:36:42.184959 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.189238 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:42.190275 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.191882 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/0f9c0392-6d3a-4042-8f7f-1f9f25757495 HTTP/1.1" status: 200 len: 1093 time: 1.6369917 Nov 02 12:36:42.195627 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'tag': '0f9c0392-6d3a-4042-8f7f-1f9f25757495'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:42.199232 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e95d054-b28a-42c6-afb0-1df6942fe442" -d '{"events": [{"name": "network-changed", "server_uuid": "4e034cdd-9d61-4dd9-9a05-f17b722a9fdb", "tag": "0f9c0392-6d3a-4042-8f7f-1f9f25757495"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:42.228987 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (4097520a-9a17-466f-a0ad-d1ebfb6768c9), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.229942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4097520a-9a17-466f-a0ad-d1ebfb6768c9 {{(pid=106350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:36:42.235309 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.238781 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-74261e6c-afbb-4873-bb77-390b4cf59a20 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/4097520a-9a17-466f-a0ad-d1ebfb6768c9 HTTP/1.1" status: 204 len: 168 time: 1.7339537 Nov 02 12:36:42.239321 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46112) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:42.257061 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0a3c4b-febe-440f-b254-3d1b0d72d8d4 x-openstack-request-id: req-8f0a3c4b-febe-440f-b254-3d1b0d72d8d4 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:42.257321 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e034cdd-9d61-4dd9-9a05-f17b722a9fdb", "tag": "0f9c0392-6d3a-4042-8f7f-1f9f25757495", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:42.257577 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8f0a3c4b-febe-440f-b254-3d1b0d72d8d4 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:42.257985 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0a3c4b-febe-440f-b254-3d1b0d72d8d4'] response: {'name': 'network-changed', 'server_uuid': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'tag': '0f9c0392-6d3a-4042-8f7f-1f9f25757495', 'status': 'completed', 'code': 200} Nov 02 12:36:42.294616 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb48224-47ea-4f58-bec3-480d7a9e4413 admin admin] Deleting subnet 66f60ff7-50b7-4504-bf41-b1139a7b6f41 {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:36:42.298851 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6eb48224-47ea-4f58-bec3-480d7a9e4413 admin admin] Publish callbacks [] for subnet (66f60ff7-50b7-4504-bf41-b1139a7b6f41), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.302949 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b857-5e0d-4836-9180-70ca508226b5 req-7babe1ae-9864-4d15-9e8a-32b9d0d2d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:42.304727 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-7babe1ae-9864-4d15-9e8a-32b9d0d2d713 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 1127 time: 0.0652590 Nov 02 12:36:42.305579 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec7c3f-a047-4dd9-9ab0-6b478d54089b service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c0392-6d3a-4042-8f7f-1f9f25757495,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:42.342293 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6eb48224-47ea-4f58-bec3-480d7a9e4413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960170'] for subnet (66f60ff7-50b7-4504-bf41-b1139a7b6f41), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.358974 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-2df98ac5-746b-4b45-8e7a-e659d9239c36 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f9c0392-6d3a-4042-8f7f-1f9f25757495 HTTP/1.1" status: 200 len: 217 time: 0.0467210 Nov 02 12:36:42.443958 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6eb48224-47ea-4f58-bec3-480d7a9e4413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (66f60ff7-50b7-4504-bf41-b1139a7b6f41), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.470861 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b857-5e0d-4836-9180-70ca508226b5 req-85f9e77f-e15c-4803-be08-1dbc67377a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:42.472538 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-85f9e77f-e15c-4803-be08-1dbc67377a43 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.1081588 Nov 02 12:36:42.547764 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 87e694b5-8f11-43e5-a848-417df7df3b22 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:42.563948 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49975-eb13-4abf-b22f-c183b128de3d req-41d46248-86b5-497c-8325-95b086818f8e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:42.565275 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b857-5e0d-4836-9180-70ca508226b5 req-45c10345-756d-43cf-82ff-daa877212e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:42.566072 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b6b49975-eb13-4abf-b22f-c183b128de3d req-41d46248-86b5-497c-8325-95b086818f8e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 943 time: 0.0880342 Nov 02 12:36:42.570405 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-45c10345-756d-43cf-82ff-daa877212e87 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811391 Nov 02 12:36:42.577036 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 87e694b5-8f11-43e5-a848-417df7df3b22 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:42.586508 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 87e694b5-8f11-43e5-a848-417df7df3b22 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:42.607206 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6eb48224-47ea-4f58-bec3-480d7a9e4413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5432924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241350'] for subnet (66f60ff7-50b7-4504-bf41-b1139a7b6f41), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.647050 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb48224-47ea-4f58-bec3-480d7a9e4413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f60ff7-50b7-4504-bf41-b1139a7b6f41,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:42.652319 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6eb48224-47ea-4f58-bec3-480d7a9e4413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.657948 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6eb48224-47ea-4f58-bec3-480d7a9e4413 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/66f60ff7-50b7-4504-bf41-b1139a7b6f41 HTTP/1.1" status: 204 len: 168 time: 0.4151783 Nov 02 12:36:42.659142 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b6b49975-eb13-4abf-b22f-c183b128de3d req-cb33c1f8-74b2-4b26-be00-7cbb9e14496b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873013 Nov 02 12:36:42.660109 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46126) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:42.666760 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d95c59-21f9-4330-a2d0-102e9b3cb00c None None] Network 6edbe81a-ad8c-4936-a044-e7c71fdd584a requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:42.675569 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:42.753161 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-04405989-8c85-4b52-958c-77f0a8fd17d8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769750 Nov 02 12:36:42.764595 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (6edbe81a-ad8c-4936-a044-e7c71fdd584a), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.817179 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Deleting port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:42.817410 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.832831 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a9a52-3f02-473e-98c3-1de01a2ed386 None None] DHCP port deletion for 6edbe81a-ad8c-4936-a044-e7c71fdd584a request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:36:42.870492 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a9a52-3f02-473e-98c3-1de01a2ed386 None None] Deleting port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:42.870792 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9a52-3f02-473e-98c3-1de01a2ed386 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.884667 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] For port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=34d63d59-70e9-4479-b9b6-023e8a8c7aa0,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:42.885055 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.899855 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Calling delete_port for 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 owned by network:dhcp {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:42.941825 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-9e3a9a52-3f02-473e-98c3-1de01a2ed386 None None] For port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=34d63d59-70e9-4479-b9b6-023e8a8c7aa0,segment=NetworkSegment(3bd71981-a941-482f-85cc-9cfe9870b967),segment_id=3bd71981-a941-482f-85cc-9cfe9870b967)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:42.942224 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9a52-3f02-473e-98c3-1de01a2ed386 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:42.946829 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:42.955879 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a9a52-3f02-473e-98c3-1de01a2ed386 None None] Calling delete_port for 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:42.991267 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.021933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d63d59-70e9-4479-b9b6-023e8a8c7aa0,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:43.026511 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] No DVR routers for this DVR port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 on host dv-cinder-863273-1-iscsi {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:43.033113 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9a52-3f02-473e-98c3-1de01a2ed386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (34d63d59-70e9-4479-b9b6-023e8a8c7aa0), after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.058171 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a9a52-3f02-473e-98c3-1de01a2ed386 None None] Pushing event deleted for resources: {'Port': ['ID=34d63d59-70e9-4479-b9b6-023e8a8c7aa0,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:43.073976 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a9a52-3f02-473e-98c3-1de01a2ed386 None None] No DVR routers for this DVR port 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 on host dv-cinder-863273-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:43.100310 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:43.107209 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (6edbe81a-ad8c-4936-a044-e7c71fdd584a), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.120749 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:43.121071 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 34d63d59-70e9-4479-b9b6-023e8a8c7aa0 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:43.121455 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c3206de1-fd6a-4f65-8c35-9c8773ed207f no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:43.127523 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.129353 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edbe81a-ad8c-4936-a044-e7c71fdd584a']}} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:43.140007 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd71981-a941-482f-85cc-9cfe9870b967') {'for_net_delete': True} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:43.140300 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd71981-a941-482f-85cc-9cfe9870b967') {} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:43.143990 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: c3206de1-fd6a-4f65-8c35-9c8773ed207f {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:43.144334 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c3206de1-fd6a-4f65-8c35-9c8773ed207f not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:43.144752 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device fd30303e-ef0c-4452-8c38-a8b6890595f1 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:43.151481 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5705579'] for segment (3bd71981-a941-482f-85cc-9cfe9870b967), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.163443 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: fd30303e-ef0c-4452-8c38-a8b6890595f1 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:43.163799 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device fd30303e-ef0c-4452-8c38-a8b6890595f1 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:43.165462 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (3bd71981-a941-482f-85cc-9cfe9870b967), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.172187 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=106350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:36:43.172576 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336208'] for segment (3bd71981-a941-482f-85cc-9cfe9870b967), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.218690 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 3bd71981-a941-482f-85cc-9cfe9870b967 resource provider aggregate not found Nov 02 12:36:43.237919 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 3bd71981-a941-482f-85cc-9cfe9870b967 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bd71981-a941-482f-85cc-9cfe9870b967 found for delete ", "request_id": "req-8b477743-1411-428c-b2b1-72d0a7e36442"}]} Nov 02 12:36:43.242533 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (6edbe81a-ad8c-4936-a044-e7c71fdd584a), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.248096 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.251262 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/6edbe81a-ad8c-4936-a044-e7c71fdd584a HTTP/1.1" status: 204 len: 168 time: 0.5901420 Nov 02 12:36:43.254262 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46132) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:43.263393 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99896614-481c-4acb-8599-eeda4afbb203 admin admin] Pushing event deleted for resources: {'Network': ['ID=6edbe81a-ad8c-4936-a044-e7c71fdd584a,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:43.565824 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.570341 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.620786 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:43.646891 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9697b857-5e0d-4836-9180-70ca508226b5 req-165c5f9b-7cd8-4bec-a907-9b1f5823e049 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922873 Nov 02 12:36:43.794217 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Deleting port cb543a9e-e897-4021-9089-c6610299438e {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:43.794481 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (cb543a9e-e897-4021-9089-c6610299438e), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.796310 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7925c4-6c2f-490f-9fe0-cf3633887076 req-e181323e-4b59-4991-b2f4-5aba4b1a9c32 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:43.797830 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fe7925c4-6c2f-490f-9fe0-cf3633887076 req-e181323e-4b59-4991-b2f4-5aba4b1a9c32 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 943 time: 0.0473101 Nov 02 12:36:43.847022 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-fe7925c4-6c2f-490f-9fe0-cf3633887076 req-c928e878-f627-4874-bb3d-f7603b45c519 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 Nov 02 12:36:43.880275 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] For port cb543a9e-e897-4021-9089-c6610299438e, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=cb543a9e-e897-4021-9089-c6610299438e,segment=NetworkSegment(6bf106b7-f253-471e-a870-89780ac0a27e),segment_id=6bf106b7-f253-471e-a870-89780ac0a27e)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:43.880634 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (cb543a9e-e897-4021-9089-c6610299438e), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:43.893418 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Calling delete_port for cb543a9e-e897-4021-9089-c6610299438e owned by network:router_interface {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:44.068789 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (cb543a9e-e897-4021-9089-c6610299438e), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.091858 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=cb543a9e-e897-4021-9089-c6610299438e,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:44.262189 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.406242 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:44.469394 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:44.471702 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:36:44.581923 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:36:44.587839 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d0ee2d26-d4d5-46e1-8560-014a9632b4cb admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3325789 Nov 02 12:36:44.590484 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46142) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:44.591222 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] Sync routers for ids ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:36:44.593474 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:44.595026 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:44.604558 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] Routers {'7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:44.605206 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:44.691158 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks [] for router (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.708407 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] Set router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:44.789415 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks [] for router_gateway (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.831121 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Deleting port 9840eb17-6e08-46ff-b333-d31c2ad2771a {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:44.831455 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.874761 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:31:01Z', 'updated_at': '2022-11-02T12:36:44Z', 'revision_number': 5, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'gw_port': {'id': '9840eb17-6e08-46ff-b333-d31c2ad2771a', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:31:04Z', 'updated_at': '2022-11-02T12:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:44.905191 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] Checking router: 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:36:44.914744 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] Routers {'7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:36:44.915398 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:44.922075 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] For port 9840eb17-6e08-46ff-b333-d31c2ad2771a, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=9840eb17-6e08-46ff-b333-d31c2ad2771a,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:44.922075 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:44.960251 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Calling delete_port for 9840eb17-6e08-46ff-b333-d31c2ad2771a owned by network:router_gateway {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:44.987478 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60dba0-1686-493f-a44a-f62ca3e7e0b7 req-38aa892d-cccc-4723-aa11-da65be283818 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:44.988971 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7d60dba0-1686-493f-a44a-f62ca3e7e0b7 req-38aa892d-cccc-4723-aa11-da65be283818 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 943 time: 0.0588241 Nov 02 12:36:45.007382 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] Set router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa gateway port host: None {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:36:45.057865 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:31:01Z', 'updated_at': '2022-11-02T12:36:44Z', 'revision_number': 6, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:45.079579 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7d60dba0-1686-493f-a44a-f62ca3e7e0b7 req-3b3d2b17-8339-45e1-b695-c578d7f9bb96 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640781 Nov 02 12:36:45.083532 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce9abe-e106-40b5-ace3-b7b01e261b5c None None] The sync data for ids ['7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa'] in dv-cinder-863273-1-iscsi is: [{'id': '7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa', 'name': 'tempest-TestShelveInstance-1784561818-router', 'tenant_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:31:01Z', 'updated_at': '2022-11-02T12:36:44Z', 'revision_number': 6, 'project_id': 'b7b9eca8e3f046fb82ba57f7aca35983', 'gw_port_host': None}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:36:45.420404 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (9840eb17-6e08-46ff-b333-d31c2ad2771a), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.447704 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Pushing event deleted for resources: {'Port': ['ID=9840eb17-6e08-46ff-b333-d31c2ad2771a,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:45.516431 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.572098 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:45.603562 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:45.607646 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.610519 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks [] for router_controller (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.654539 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.655172 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa {{(pid=106351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:36:45.659687 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.660843 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-2316ebff-1142-43ac-878c-e24832a04156 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/7dfc0cbe-45b1-44aa-84a8-1e21af84e4fa HTTP/1.1" status: 204 len: 168 time: 1.0694067 Nov 02 12:36:45.663381 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46152) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:45.710572 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-70432af8-e3eb-4c9a-886d-515a38fa7d95 admin admin] Deleting subnet 2bbd036b-5dee-4675-844b-66c110e6076d {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:36:45.713887 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-70432af8-e3eb-4c9a-886d-515a38fa7d95 admin admin] Publish callbacks [] for subnet (2bbd036b-5dee-4675-844b-66c110e6076d), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.763518 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-70432af8-e3eb-4c9a-886d-515a38fa7d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960170'] for subnet (2bbd036b-5dee-4675-844b-66c110e6076d), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.842041 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-70432af8-e3eb-4c9a-886d-515a38fa7d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (2bbd036b-5dee-4675-844b-66c110e6076d), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.897663 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-70432af8-e3eb-4c9a-886d-515a38fa7d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5432924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241350'] for subnet (2bbd036b-5dee-4675-844b-66c110e6076d), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.928763 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70432af8-e3eb-4c9a-886d-515a38fa7d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbd036b-5dee-4675-844b-66c110e6076d,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:45.932371 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-70432af8-e3eb-4c9a-886d-515a38fa7d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:45.936200 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-70432af8-e3eb-4c9a-886d-515a38fa7d95 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/2bbd036b-5dee-4675-844b-66c110e6076d HTTP/1.1" status: 204 len: 168 time: 0.2713413 Nov 02 12:36:45.938260 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46162) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:45.940781 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229b22e-38f6-4e85-9529-c9930349068c None None] Network c2d038d1-ef82-436e-a0dd-190924bcdeb2 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:36:46.008812 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (c2d038d1-ef82-436e-a0dd-190924bcdeb2), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.052976 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Deleting port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:46.053344 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.106609 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb92c95-13bd-44a3-bef2-cf9559ef56e4 None None] DHCP port deletion for c2d038d1-ef82-436e-a0dd-190924bcdeb2 request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:36:46.129541 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] For port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=0ad4f6f7-688f-4dbb-a8f1-793b79501c01,segment=NetworkSegment(6bf106b7-f253-471e-a870-89780ac0a27e),segment_id=6bf106b7-f253-471e-a870-89780ac0a27e)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:46.129901 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.145133 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ffb92c95-13bd-44a3-bef2-cf9559ef56e4 None None] Deleting port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:36:46.145515 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ffb92c95-13bd-44a3-bef2-cf9559ef56e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.145642 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Calling delete_port for 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 owned by network:dhcp {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:46.210760 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-ffb92c95-13bd-44a3-bef2-cf9559ef56e4 None None] For port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=0ad4f6f7-688f-4dbb-a8f1-793b79501c01,segment=NetworkSegment(6bf106b7-f253-471e-a870-89780ac0a27e),segment_id=6bf106b7-f253-471e-a870-89780ac0a27e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:46.211883 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ffb92c95-13bd-44a3-bef2-cf9559ef56e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.220320 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1302dd-03d6-40f7-9c10-527ab11c5c7c req-138a93cc-19ca-42c3-8555-28f70f8dd864 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:46.221871 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ca1302dd-03d6-40f7-9c10-527ab11c5c7c req-138a93cc-19ca-42c3-8555-28f70f8dd864 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 943 time: 0.0504210 Nov 02 12:36:46.232393 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.237822 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ffb92c95-13bd-44a3-bef2-cf9559ef56e4 None None] Calling delete_port for 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:36:46.245675 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] No DVR routers for this DVR port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 on host dv-cinder-863273-1-iscsi {{(pid=106351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:46.273387 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ca1302dd-03d6-40f7-9c10-527ab11c5c7c req-f16a5481-909d-40f8-aa74-6e76152b829e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439689 Nov 02 12:36:46.316360 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ffb92c95-13bd-44a3-bef2-cf9559ef56e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (0ad4f6f7-688f-4dbb-a8f1-793b79501c01), after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.331443 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad4f6f7-688f-4dbb-a8f1-793b79501c01,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:46.341534 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb92c95-13bd-44a3-bef2-cf9559ef56e4 None None] Pushing event deleted for resources: {'Port': ['ID=0ad4f6f7-688f-4dbb-a8f1-793b79501c01,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:46.345520 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb92c95-13bd-44a3-bef2-cf9559ef56e4 None None] No DVR routers for this DVR port 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 on host dv-cinder-863273-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:36:46.353030 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (c2d038d1-ef82-436e-a0dd-190924bcdeb2), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.373988 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d038d1-ef82-436e-a0dd-190924bcdeb2']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:46.383429 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf106b7-f253-471e-a870-89780ac0a27e') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:46.383659 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf106b7-f253-471e-a870-89780ac0a27e') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:46.393718 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (6bf106b7-f253-471e-a870-89780ac0a27e), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.407378 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (6bf106b7-f253-471e-a870-89780ac0a27e), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.413573 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:36:46.413949 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (6bf106b7-f253-471e-a870-89780ac0a27e), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.458053 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 6bf106b7-f253-471e-a870-89780ac0a27e resource provider aggregate not found Nov 02 12:36:46.477411 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 6bf106b7-f253-471e-a870-89780ac0a27e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bf106b7-f253-471e-a870-89780ac0a27e found for delete ", "request_id": "req-9681deb6-c62c-4edb-a6f3-39118647e0f5"}]} Nov 02 12:36:46.481471 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (c2d038d1-ef82-436e-a0dd-190924bcdeb2), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.486836 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.489919 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/c2d038d1-ef82-436e-a0dd-190924bcdeb2 HTTP/1.1" status: 204 len: 168 time: 0.5507343 Nov 02 12:36:46.501853 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c291a6-ebae-4bb8-baac-5deb25808831 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d038d1-ef82-436e-a0dd-190924bcdeb2,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:46.661323 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46172) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:46.669481 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:46.701816 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:46.705648 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-f855b7f4-9caa-4320-9e34-6237a7e7219f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=620e39db57f34948b5450e5b90c984cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432482 Nov 02 12:36:46.708515 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46174) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:46.760186 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8ad5cbe9-5072-4976-93ce-d2d7b8532c7a admin admin] Publish callbacks [] for security_group (313c6e99-f4cb-4798-9fb1-ce1e09a5e218), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.781024 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8ad5cbe9-5072-4976-93ce-d2d7b8532c7a admin admin] Publish callbacks [] for security_group (313c6e99-f4cb-4798-9fb1-ce1e09a5e218), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.828958 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8ad5cbe9-5072-4976-93ce-d2d7b8532c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (313c6e99-f4cb-4798-9fb1-ce1e09a5e218), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.831542 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8ad5cbe9-5072-4976-93ce-d2d7b8532c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:46.832655 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-8ad5cbe9-5072-4976-93ce-d2d7b8532c7a admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/313c6e99-f4cb-4798-9fb1-ce1e09a5e218 HTTP/1.1" status: 204 len: 168 time: 0.1231432 Nov 02 12:36:46.841400 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5cbe9-5072-4976-93ce-d2d7b8532c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c6e99-f4cb-4798-9fb1-ce1e09a5e218,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:47.097262 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:47.120550 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:47.120898 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 0ad4f6f7-688f-4dbb-a8f1-793b79501c01 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:47.121342 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device cb543a9e-e897-4021-9089-c6610299438e no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:47.139995 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: cb543a9e-e897-4021-9089-c6610299438e {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:47.140345 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device cb543a9e-e897-4021-9089-c6610299438e not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:47.140758 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 9840eb17-6e08-46ff-b333-d31c2ad2771a no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:36:47.159486 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 9840eb17-6e08-46ff-b333-d31c2ad2771a {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:36:47.159758 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 9840eb17-6e08-46ff-b333-d31c2ad2771a not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:36:47.169580 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46184) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:47.208513 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-59f3be2e-0420-4a79-8779-3294350ce48c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=b7b9eca8e3f046fb82ba57f7aca35983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377867 Nov 02 12:36:47.211006 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46186) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:47.259686 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f45d048e-9bb4-428b-9413-bc0706bf6fa6 admin admin] Publish callbacks [] for security_group (6fe252c9-1ef4-4723-b405-6275faef2bf9), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.280559 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f45d048e-9bb4-428b-9413-bc0706bf6fa6 admin admin] Publish callbacks [] for security_group (6fe252c9-1ef4-4723-b405-6275faef2bf9), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.330351 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f45d048e-9bb4-428b-9413-bc0706bf6fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6fe252c9-1ef4-4723-b405-6275faef2bf9), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.333237 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f45d048e-9bb4-428b-9413-bc0706bf6fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:47.334404 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-f45d048e-9bb4-428b-9413-bc0706bf6fa6 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/6fe252c9-1ef4-4723-b405-6275faef2bf9 HTTP/1.1" status: 204 len: 168 time: 0.1225128 Nov 02 12:36:47.336603 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:47.348924 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d048e-9bb4-428b-9413-bc0706bf6fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe252c9-1ef4-4723-b405-6275faef2bf9,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:47.404919 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fceb88-edb0-43c6-93f6-ebe41f591b1b req-299c2b4e-f386-4c9c-b59e-0051653caf62 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:47.406425 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-04fceb88-edb0-43c6-93f6-ebe41f591b1b req-299c2b4e-f386-4c9c-b59e-0051653caf62 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 943 time: 0.0498338 Nov 02 12:36:47.456010 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-04fceb88-edb0-43c6-93f6-ebe41f591b1b req-677af4aa-b9dd-47d2-85b9-f85f4baadcda tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436862 Nov 02 12:36:48.581109 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211af8-a5ae-4082-a4f1-fdd8efdf9c40 req-b0ffbdba-0411-4cf4-b9f3-ae5856218fcd tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:48.582623 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-03211af8-a5ae-4082-a4f1-fdd8efdf9c40 req-b0ffbdba-0411-4cf4-b9f3-ae5856218fcd tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 943 time: 0.0503588 Nov 02 12:36:48.635700 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-03211af8-a5ae-4082-a4f1-fdd8efdf9c40 req-d628df69-cc14-4cee-b5c3-24984ffb49ce tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454123 Nov 02 12:36:48.724658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-f1ece159-0f3f-4a1c-8b10-0e69b40b42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:48.726099 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-f1ece159-0f3f-4a1c-8b10-0e69b40b42c2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 1127 time: 0.0416684 Nov 02 12:36:48.822950 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:48.829857 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-0539e423-7d45-4078-81d0-c0f3ec53f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:48.831419 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-0539e423-7d45-4078-81d0-c0f3ec53f95c service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 916 time: 0.0977495 Nov 02 12:36:48.882576 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-c214a4f6-fdfd-4cae-9f60-e8422d81ea36 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f9c0392-6d3a-4042-8f7f-1f9f25757495 HTTP/1.1" status: 200 len: 217 time: 0.0438902 Nov 02 12:36:48.939370 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-099bc400-76e8-4b64-a50c-59847b1c44df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:48.940962 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-099bc400-76e8-4b64-a50c-59847b1c44df service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0526090 Nov 02 12:36:48.991623 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-30c7876c-d717-46f4-b2a4-693a123ebe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:48.993157 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-30c7876c-d717-46f4-b2a4-693a123ebe02 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463328 Nov 02 12:36:49.090661 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-4175f433-ab4f-4522-b24b-16ba1355f113 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900314 Nov 02 12:36:49.190533 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5e95d054-b28a-42c6-afb0-1df6942fe442 req-29705cb0-6b74-44cb-a884-6f4fff0464df service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936291 Nov 02 12:36:49.757291 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e91cb-585f-483f-b114-5ab7baf782d1 req-9550167e-b2d9-433a-b820-160ec5379f51 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:49.758659 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d61e91cb-585f-483f-b114-5ab7baf782d1 req-9550167e-b2d9-433a-b820-160ec5379f51 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 943 time: 0.0465910 Nov 02 12:36:49.809628 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d61e91cb-585f-483f-b114-5ab7baf782d1 req-c43ffe60-c47b-4dab-9913-cd021bc27e11 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447385 Nov 02 12:36:50.932603 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b118f2-41f3-410f-aa7e-ecb22ab39fd4 req-e7934380-c2b7-4d73-916b-1917da611bd6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:50.934089 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-61b118f2-41f3-410f-aa7e-ecb22ab39fd4 req-e7934380-c2b7-4d73-916b-1917da611bd6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 943 time: 0.0476713 Nov 02 12:36:50.982385 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-61b118f2-41f3-410f-aa7e-ecb22ab39fd4 req-c923a64d-a6e2-46a5-a7e2-e2e6f346ac32 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Nov 02 12:36:52.104767 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da417f0b-e0d9-4ce1-a7e4-f01e2c276da2 req-35dd6e52-9d2d-4a28-91f7-801fdf53ab3e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:52.106255 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-da417f0b-e0d9-4ce1-a7e4-f01e2c276da2 req-35dd6e52-9d2d-4a28-91f7-801fdf53ab3e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 943 time: 0.0478194 Nov 02 12:36:52.153341 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-da417f0b-e0d9-4ce1-a7e4-f01e2c276da2 req-d40b5b8e-0550-4b62-a63b-ca0bd9ea841c tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Nov 02 12:36:53.047302 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 0f9c0392-6d3a-4042-8f7f-1f9f25757495 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:36:53.111499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:53.152526 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 0f9c0392-6d3a-4042-8f7f-1f9f25757495, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0f9c0392-6d3a-4042-8f7f-1f9f25757495,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:53.163831 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '0f9c0392-6d3a-4042-8f7f-1f9f25757495', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'port_id': '0f9c0392-6d3a-4042-8f7f-1f9f25757495', 'mac_address': 'fa:16:3e:3b:61:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:36:53.194462 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:53.202272 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:53.202663 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.217919 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9c0392-6d3a-4042-8f7f-1f9f25757495 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:36:53.240773 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 0f9c0392-6d3a-4042-8f7f-1f9f25757495, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0f9c0392-6d3a-4042-8f7f-1f9f25757495,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:53.245832 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:53.289430 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e2dd0-1458-4ae0-b26d-7d52da0d7b17 req-47995ff0-39cb-4bf7-bf72-d7411d3579fa tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:53.290886 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8e4e2dd0-1458-4ae0-b26d-7d52da0d7b17 req-47995ff0-39cb-4bf7-bf72-d7411d3579fa tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 944 time: 0.0578375 Nov 02 12:36:53.297905 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=0f9c0392-6d3a-4042-8f7f-1f9f25757495,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:53.345134 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8e4e2dd0-1458-4ae0-b26d-7d52da0d7b17 req-6bd970f8-35bb-47f3-a334-ddce0ec66f43 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476944 Nov 02 12:36:53.493107 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['0f9c0392-6d3a-4042-8f7f-1f9f25757495'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:36:54.109560 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46272) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:54.231476 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a041e9f5-eb34-47e6-86ee-c71d5babb0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.308577 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a041e9f5-eb34-47e6-86ee-c71d5babb0fd admin admin] Publish callbacks [] for security_group (e951ef86-6d4f-4feb-8ba9-9d51764d7a36), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.315140 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a041e9f5-eb34-47e6-86ee-c71d5babb0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (e951ef86-6d4f-4feb-8ba9-9d51764d7a36), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.355834 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041e9f5-eb34-47e6-86ee-c71d5babb0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e951ef86-6d4f-4feb-8ba9-9d51764d7a36,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:54.362941 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a041e9f5-eb34-47e6-86ee-c71d5babb0fd admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f7fb3e7854aa47c9a1b4cb496dc7cd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495730 Nov 02 12:36:54.363710 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46282) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:54.390499 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:54.431357 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5f970945-0dee-4c5c-8717-7cccf14d074d admin admin] Publish callbacks [] for security_group (e951ef86-6d4f-4feb-8ba9-9d51764d7a36), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.451577 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 0f9c0392-6d3a-4042-8f7f-1f9f25757495 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:36:54.477111 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59b8c-2b25-4794-a4a5-e34b0d77206d req-7aebefe1-88ed-48f7-a325-fd2ac3f2186e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:54.480753 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5f970945-0dee-4c5c-8717-7cccf14d074d admin admin] Publish callbacks [] for security_group (e951ef86-6d4f-4feb-8ba9-9d51764d7a36), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.484979 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3ba59b8c-2b25-4794-a4a5-e34b0d77206d req-7aebefe1-88ed-48f7-a325-fd2ac3f2186e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 944 time: 0.0607593 Nov 02 12:36:54.505033 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:36:54.512972 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:36:54.514929 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.514929 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 Nov 02 12:36:54.534584 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3ba59b8c-2b25-4794-a4a5-e34b0d77206d req-3e279972-ea0a-4f3e-8bdb-cc8e041f469a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485892 Nov 02 12:36:54.567759 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5f970945-0dee-4c5c-8717-7cccf14d074d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (e951ef86-6d4f-4feb-8ba9-9d51764d7a36), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.570611 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5f970945-0dee-4c5c-8717-7cccf14d074d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.574758 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-5f970945-0dee-4c5c-8717-7cccf14d074d admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/e951ef86-6d4f-4feb-8ba9-9d51764d7a36 HTTP/1.1" status: 204 len: 168 time: 0.2078803 Nov 02 12:36:54.588133 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f970945-0dee-4c5c-8717-7cccf14d074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e951ef86-6d4f-4feb-8ba9-9d51764d7a36,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:54.617538 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:36:54.617929 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.644433 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c0392-6d3a-4042-8f7f-1f9f25757495'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:36:54.646707 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c6f15e-6fa1-4909-847e-66aad7b6ca84" -d '{"events": [{"server_uuid": "4e034cdd-9d61-4dd9-9a05-f17b722a9fdb", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c0392-6d3a-4042-8f7f-1f9f25757495"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:36:54.660639 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 0f9c0392-6d3a-4042-8f7f-1f9f25757495, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0f9c0392-6d3a-4042-8f7f-1f9f25757495,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:36:54.665472 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:54.700633 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5595962f-ac5f-4500-b006-52909c2f6b2e x-openstack-request-id: req-5595962f-ac5f-4500-b006-52909c2f6b2e {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:36:54.700927 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e034cdd-9d61-4dd9-9a05-f17b722a9fdb", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c0392-6d3a-4042-8f7f-1f9f25757495", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:36:54.701209 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5595962f-ac5f-4500-b006-52909c2f6b2e {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:36:54.701614 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5595962f-ac5f-4500-b006-52909c2f6b2e'] response: {'server_uuid': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c0392-6d3a-4042-8f7f-1f9f25757495', 'code': 200} Nov 02 12:36:54.734392 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=0f9c0392-6d3a-4042-8f7f-1f9f25757495,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:36:54.871113 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588be9-60a7-4596-81ed-aba6f89345f2 req-3dda4bb8-9573-4046-8213-e899fa81cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:54.872868 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57588be9-60a7-4596-81ed-aba6f89345f2 req-3dda4bb8-9573-4046-8213-e899fa81cea1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 1129 time: 0.0392902 Nov 02 12:36:54.912477 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:54.920246 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-57588be9-60a7-4596-81ed-aba6f89345f2 req-2d635c25-cbd4-4502-8733-51bb273d7441 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414302 Nov 02 12:36:55.459111 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=36 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:55.459983 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=47 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:55.694830 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1c2c2-4364-4b71-999b-f3aea149b408 req-86df8977-d478-41b8-bac0-ff79277f18ab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:55.697057 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2af1c2c2-4364-4b71-999b-f3aea149b408 req-86df8977-d478-41b8-bac0-ff79277f18ab tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 945 time: 0.0738533 Nov 02 12:36:55.755922 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2af1c2c2-4364-4b71-999b-f3aea149b408 req-fc133a70-53eb-4c68-b02e-92d8a6f54068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514050 Nov 02 12:36:56.896812 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dcf4e-24cb-4df8-af04-52f8b39e569b req-85f5b320-942e-4d30-b70e-7428a7b054e6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:56.899444 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-763dcf4e-24cb-4df8-af04-52f8b39e569b req-85f5b320-942e-4d30-b70e-7428a7b054e6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 945 time: 0.0627754 Nov 02 12:36:56.948744 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-763dcf4e-24cb-4df8-af04-52f8b39e569b req-5a0b8f1d-5166-41b3-9d14-605c8ba656be tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431125 Nov 02 12:36:58.071470 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f8b89-af47-4ade-b59b-9b50c7a42768 req-9a264b1a-852a-44ea-90c6-3252f6560721 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:58.072940 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8e4f8b89-af47-4ade-b59b-9b50c7a42768 req-9a264b1a-852a-44ea-90c6-3252f6560721 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 945 time: 0.0479364 Nov 02 12:36:58.119307 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8e4f8b89-af47-4ade-b59b-9b50c7a42768 req-27568224-588e-4309-b509-b3f94ab0a4b9 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407424 Nov 02 12:36:59.245246 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4ec70-d9b8-42fc-a185-bf9bed6ef90c req-051e1621-be4b-44c5-a7ac-5ed08cc8f063 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:59.246759 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a9e4ec70-d9b8-42fc-a185-bf9bed6ef90c req-051e1621-be4b-44c5-a7ac-5ed08cc8f063 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 945 time: 0.0520754 Nov 02 12:36:59.293815 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a9e4ec70-d9b8-42fc-a185-bf9bed6ef90c req-a73772fd-57ab-48e0-804e-736b7057773e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410764 Nov 02 12:36:59.414752 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e511a5d-8ce5-4d5b-a948-fd3b45b4f111 req-fa8bba82-cdda-48c7-8e7f-c2168fd885df tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:36:59.416142 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-7e511a5d-8ce5-4d5b-a948-fd3b45b4f111 req-fa8bba82-cdda-48c7-8e7f-c2168fd885df tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 945 time: 0.0509758 Nov 02 12:36:59.426981 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46376) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:59.431342 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-6d180662-844f-439a-8251-25702c658161 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'floatingip': {'port_id': '0f9c0392-6d3a-4042-8f7f-1f9f25757495'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:36:59.469766 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6d180662-844f-439a-8251-25702c658161 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (8a4a4810-0157-46ab-a264-5b2896c92e5d), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.832233 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:36:59.899424 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6d180662-844f-439a-8251-25702c658161 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.904302 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6d180662-844f-439a-8251-25702c658161 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (8a4a4810-0157-46ab-a264-5b2896c92e5d), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:59.980513 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:00.029212 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.l3_db [None req-6d180662-844f-439a-8251-25702c658161 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Floating IP 8a4a4810-0157-46ab-a264-5b2896c92e5d associated. External IP: 172.27.3.165, port: 0f9c0392-6d3a-4042-8f7f-1f9f25757495. Nov 02 12:37:00.261266 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d180662-844f-439a-8251-25702c658161 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:00.368519 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.390414 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d180662-844f-439a-8251-25702c658161 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:00.396841 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6d180662-844f-439a-8251-25702c658161 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:00.405065 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:00.423987 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:00.425084 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:00.430019 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6d180662-844f-439a-8251-25702c658161 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/8a4a4810-0157-46ab-a264-5b2896c92e5d HTTP/1.1" status: 200 len: 991 time: 1.0019894 Nov 02 12:37:00.430653 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'tag': '0f9c0392-6d3a-4042-8f7f-1f9f25757495'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:00.433150 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab" -d '{"events": [{"name": "network-changed", "server_uuid": "4e034cdd-9d61-4dd9-9a05-f17b722a9fdb", "tag": "0f9c0392-6d3a-4042-8f7f-1f9f25757495"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:00.484029 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f9cca-0d23-4766-8837-22b0c2c6a7da x-openstack-request-id: req-de6f9cca-0d23-4766-8837-22b0c2c6a7da {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:00.484326 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e034cdd-9d61-4dd9-9a05-f17b722a9fdb", "tag": "0f9c0392-6d3a-4042-8f7f-1f9f25757495", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:00.484587 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-de6f9cca-0d23-4766-8837-22b0c2c6a7da {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:00.485019 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6f9cca-0d23-4766-8837-22b0c2c6a7da'] response: {'name': 'network-changed', 'server_uuid': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'tag': '0f9c0392-6d3a-4042-8f7f-1f9f25757495', 'status': 'completed', 'code': 200} Nov 02 12:37:00.547381 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:00.671463 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-d42014e4-7c24-4eef-bba5-aa5542d176e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:00.673289 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-d42014e4-7c24-4eef-bba5-aa5542d176e0 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 1129 time: 0.0498641 Nov 02 12:37:00.698748 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:00.744974 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:00.786096 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-1f1ae782-014b-4e1b-938c-a887c9169d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:00.787687 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '64fdf353-6bd7-4cf2-8c7b-4b158e93cb47', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:25Z', 'updated_at': '2022-11-02T12:35:49Z', 'revision_number': 2, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}, {'id': '8a4a4810-0157-46ab-a264-5b2896c92e5d', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '0f9c0392-6d3a-4042-8f7f-1f9f25757495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:3b:61:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:36:34Z', 'updated_at': '2022-11-02T12:36:59Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:00.790233 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-1f1ae782-014b-4e1b-938c-a887c9169d61 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 916 time: 0.1116929 Nov 02 12:37:00.814882 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:00.824430 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:00.825302 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:36:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:00.860375 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-9a3f4e77-18dc-4c42-b679-e18f2d3f26e9 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f9c0392-6d3a-4042-8f7f-1f9f25757495 HTTP/1.1" status: 200 len: 999 time: 0.0634632 Nov 02 12:37:00.912937 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-02704e08-25aa-43d9-9e28-17653a2ff9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:00.914471 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-02704e08-25aa-43d9-9e28-17653a2ff9e7 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0487721 Nov 02 12:37:00.966349 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-8e74aa4f-e167-4ab5-9f58-d88e70119d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:00.968091 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-8e74aa4f-e167-4ab5-9f58-d88e70119d2f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480647 Nov 02 12:37:01.067508 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:01.073891 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-85af44e7-7980-4408-b116-351584bbc67b service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997899 Nov 02 12:37:01.185114 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9d3bc9ec-e25d-4af3-8efa-5ccbc25febab req-733c1f0c-d2cc-49da-b0cf-e8290b4795e2 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973496 Nov 02 12:37:01.304562 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '64fdf353-6bd7-4cf2-8c7b-4b158e93cb47', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:25Z', 'updated_at': '2022-11-02T12:35:49Z', 'revision_number': 2, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}, {'id': '8a4a4810-0157-46ab-a264-5b2896c92e5d', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '0f9c0392-6d3a-4042-8f7f-1f9f25757495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:3b:61:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:36:34Z', 'updated_at': '2022-11-02T12:36:59Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:01.334856 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db03ab5d-be86-4a42-91ac-44f8e6c981b3 None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '64fdf353-6bd7-4cf2-8c7b-4b158e93cb47', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:25Z', 'updated_at': '2022-11-02T12:35:49Z', 'revision_number': 2, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}, {'id': '8a4a4810-0157-46ab-a264-5b2896c92e5d', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '0f9c0392-6d3a-4042-8f7f-1f9f25757495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:3b:61:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:36:34Z', 'updated_at': '2022-11-02T12:36:59Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:01.562663 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed953d9e-1c0a-4525-8474-341b4743546e None None] New status for floating IP 8a4a4810-0157-46ab-a264-5b2896c92e5d: ACTIVE {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:37:02.753067 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e68a3980-3324-4b2d-ab60-b22acf29ad06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.156572 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46486) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:04.262106 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-567efa3c-1e63-4497-b2ef-00d9cd853881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.338694 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-567efa3c-1e63-4497-b2ef-00d9cd853881 admin admin] Publish callbacks [] for security_group (0da9b0f2-97ee-466f-95b7-f01a99bd6c21), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.342586 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-567efa3c-1e63-4497-b2ef-00d9cd853881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0da9b0f2-97ee-466f-95b7-f01a99bd6c21), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.385795 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-567efa3c-1e63-4497-b2ef-00d9cd853881 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f7b784528c29493e84202abde804e3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281327 Nov 02 12:37:04.386653 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567efa3c-1e63-4497-b2ef-00d9cd853881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da9b0f2-97ee-466f-95b7-f01a99bd6c21,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:04.388645 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46490) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:04.434387 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:04.440632 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cef1d9d1-f1d7-4f88-bb52-4581dd9167c5 admin admin] Publish callbacks [] for security_group (0da9b0f2-97ee-466f-95b7-f01a99bd6c21), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.461057 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cef1d9d1-f1d7-4f88-bb52-4581dd9167c5 admin admin] Publish callbacks [] for security_group (0da9b0f2-97ee-466f-95b7-f01a99bd6c21), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.509635 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cef1d9d1-f1d7-4f88-bb52-4581dd9167c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0da9b0f2-97ee-466f-95b7-f01a99bd6c21), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.512706 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cef1d9d1-f1d7-4f88-bb52-4581dd9167c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.513872 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-cef1d9d1-f1d7-4f88-bb52-4581dd9167c5 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0da9b0f2-97ee-466f-95b7-f01a99bd6c21 HTTP/1.1" status: 204 len: 168 time: 0.1241395 Nov 02 12:37:04.522621 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1d9d1-f1d7-4f88-bb52-4581dd9167c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da9b0f2-97ee-466f-95b7-f01a99bd6c21,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:04.786512 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46500) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:04.801216 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-46fe7ca4-60ed-4a43-9513-bcceeff2e868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.880733 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-46fe7ca4-60ed-4a43-9513-bcceeff2e868 admin admin] Publish callbacks [] for security_group (8f7d3659-9f55-4844-ac04-6f455844ff12), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.885181 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-46fe7ca4-60ed-4a43-9513-bcceeff2e868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8f7d3659-9f55-4844-ac04-6f455844ff12), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:04.918795 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:04.929524 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-46fe7ca4-60ed-4a43-9513-bcceeff2e868 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=43252dc183784758a407ea586f757621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419039 Nov 02 12:37:04.930717 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46506) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:04.931372 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe7ca4-60ed-4a43-9513-bcceeff2e868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7d3659-9f55-4844-ac04-6f455844ff12,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:04.999581 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f176708a-3785-4799-85f0-e77d943cbb94 admin admin] Publish callbacks [] for security_group (8f7d3659-9f55-4844-ac04-6f455844ff12), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.020654 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f176708a-3785-4799-85f0-e77d943cbb94 admin admin] Publish callbacks [] for security_group (8f7d3659-9f55-4844-ac04-6f455844ff12), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.070768 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f176708a-3785-4799-85f0-e77d943cbb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8f7d3659-9f55-4844-ac04-6f455844ff12), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.074307 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f176708a-3785-4799-85f0-e77d943cbb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.075470 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-f176708a-3785-4799-85f0-e77d943cbb94 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8f7d3659-9f55-4844-ac04-6f455844ff12 HTTP/1.1" status: 204 len: 168 time: 0.1427312 Nov 02 12:37:05.085328 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176708a-3785-4799-85f0-e77d943cbb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7d3659-9f55-4844-ac04-6f455844ff12,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:05.134499 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46512) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:05.263087 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6a471da4-d95c-4729-b695-afe43842c738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.290228 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:05.359523 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6a471da4-d95c-4729-b695-afe43842c738 admin admin] Publish callbacks [] for security_group (1b9b5c36-f623-41da-bfa3-a576cf81f826), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.363694 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6a471da4-d95c-4729-b695-afe43842c738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (1b9b5c36-f623-41da-bfa3-a576cf81f826), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.404652 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-6a471da4-d95c-4729-b695-afe43842c738 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=599f1da8b1434287ae992c4194179a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682102 Nov 02 12:37:05.405555 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a471da4-d95c-4729-b695-afe43842c738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9b5c36-f623-41da-bfa3-a576cf81f826,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:05.408197 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46520) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:05.440709 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:05.466254 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-aa4c54ec-21aa-40b3-a4a4-22d2e3e5a155 admin admin] Publish callbacks [] for security_group (1b9b5c36-f623-41da-bfa3-a576cf81f826), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.488165 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-aa4c54ec-21aa-40b3-a4a4-22d2e3e5a155 admin admin] Publish callbacks [] for security_group (1b9b5c36-f623-41da-bfa3-a576cf81f826), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.539686 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-aa4c54ec-21aa-40b3-a4a4-22d2e3e5a155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (1b9b5c36-f623-41da-bfa3-a576cf81f826), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.543478 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-aa4c54ec-21aa-40b3-a4a4-22d2e3e5a155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.544665 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-aa4c54ec-21aa-40b3-a4a4-22d2e3e5a155 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/1b9b5c36-f623-41da-bfa3-a576cf81f826 HTTP/1.1" status: 204 len: 168 time: 0.1348023 Nov 02 12:37:05.553249 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c54ec-21aa-40b3-a4a4-22d2e3e5a155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9b5c36-f623-41da-bfa3-a576cf81f826,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:05.741311 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-902816f2-0f46-436b-b611-fa2925c93841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:05.903162 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46540) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:05.920790 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4bd27fc5-c698-461d-b98f-6d08747f597e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.002794 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4bd27fc5-c698-461d-b98f-6d08747f597e admin admin] Publish callbacks [] for security_group (5c4c3dc0-70a4-48de-852b-c15cfff8e671), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.007248 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4bd27fc5-c698-461d-b98f-6d08747f597e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (5c4c3dc0-70a4-48de-852b-c15cfff8e671), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.051686 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4bd27fc5-c698-461d-b98f-6d08747f597e admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=046b1e694c0144348123a7108d2933c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472356 Nov 02 12:37:06.052941 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd27fc5-c698-461d-b98f-6d08747f597e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4c3dc0-70a4-48de-852b-c15cfff8e671,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:06.054276 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46544) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:06.117366 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-be29cf56-43b0-4ae3-880b-bf8668f23485 admin admin] Publish callbacks [] for security_group (5c4c3dc0-70a4-48de-852b-c15cfff8e671), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.139621 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-be29cf56-43b0-4ae3-880b-bf8668f23485 admin admin] Publish callbacks [] for security_group (5c4c3dc0-70a4-48de-852b-c15cfff8e671), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.202063 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-be29cf56-43b0-4ae3-880b-bf8668f23485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (5c4c3dc0-70a4-48de-852b-c15cfff8e671), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.205287 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-be29cf56-43b0-4ae3-880b-bf8668f23485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.208874 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-be29cf56-43b0-4ae3-880b-bf8668f23485 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/5c4c3dc0-70a4-48de-852b-c15cfff8e671 HTTP/1.1" status: 204 len: 168 time: 0.1510994 Nov 02 12:37:06.215434 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29cf56-43b0-4ae3-880b-bf8668f23485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4c3dc0-70a4-48de-852b-c15cfff8e671,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:06.593597 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46562) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:06.614644 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fe31ce99-a1af-4616-ba1b-ad46ef568f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.713566 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fe31ce99-a1af-4616-ba1b-ad46ef568f96 admin admin] Publish callbacks [] for security_group (02dc7b3f-5e03-4602-b44a-c33fc4eab6b3), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.717821 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-fe31ce99-a1af-4616-ba1b-ad46ef568f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (02dc7b3f-5e03-4602-b44a-c33fc4eab6b3), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.745041 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:06.760182 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-fe31ce99-a1af-4616-ba1b-ad46ef568f96 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=851a7e83f95e4fdbaa4aa127c1cfe27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640706 Nov 02 12:37:06.763047 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46568) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:06.771171 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31ce99-a1af-4616-ba1b-ad46ef568f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc7b3f-5e03-4602-b44a-c33fc4eab6b3,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:06.825065 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8092f91-f6d2-4808-8fbd-226db98a9713 admin admin] Publish callbacks [] for security_group (02dc7b3f-5e03-4602-b44a-c33fc4eab6b3), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.846251 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8092f91-f6d2-4808-8fbd-226db98a9713 admin admin] Publish callbacks [] for security_group (02dc7b3f-5e03-4602-b44a-c33fc4eab6b3), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.898256 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8092f91-f6d2-4808-8fbd-226db98a9713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (02dc7b3f-5e03-4602-b44a-c33fc4eab6b3), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.903252 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a8092f91-f6d2-4808-8fbd-226db98a9713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:06.905562 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a8092f91-f6d2-4808-8fbd-226db98a9713 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/02dc7b3f-5e03-4602-b44a-c33fc4eab6b3 HTTP/1.1" status: 204 len: 168 time: 0.1404219 Nov 02 12:37:06.924058 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8092f91-f6d2-4808-8fbd-226db98a9713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc7b3f-5e03-4602-b44a-c33fc4eab6b3,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:07.631804 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.757688 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46612) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:07.863166 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1145011027-network', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:07.883908 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Made reservation on behalf of 2b3b8f23a66e4540a0f65330c6d6496e for: {'network': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:07.887374 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.896954 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.982556 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Publish callbacks [] for security_group (652b52ab-a658-4801-a266-91d747c34838), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.986544 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (652b52ab-a658-4801-a266-91d747c34838), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:07.993797 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=14,neutron:UPDATE=3,neutron:SELECT=78,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:08.013030 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=106350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:37:08.030450 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652b52ab-a658-4801-a266-91d747c34838,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:08.033735 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (f322b5e6-6bd3-46fb-a89f-faae949be911), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.034087 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.segments_db [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Added segment f322b5e6-6bd3-46fb-a89f-faae949be911 of type vlan for network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc Nov 02 12:37:08.076634 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.102370 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.104505 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:08.105110 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.125146 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46624) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:08.159915 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4011021 Nov 02 12:37:08.163329 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46628) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:08.170328 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Request body: {'subnet': {'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1145011027-subnet', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:08.174243 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67a228-0369-4dba-af1b-6e30195354a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:08.184613 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:08.201158 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Made reservation on behalf of 2b3b8f23a66e4540a0f65330c6d6496e for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:08.204426 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241389'] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.272579 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9248-adb3-4b21-8841-738bd9fc4ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.316889 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.450629 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9248-adb3-4b21-8841-738bd9fc4ded admin admin] Publish callbacks [] for security_group (56684225-a87c-4f7e-94c3-7035022f364d), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.458601 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9248-adb3-4b21-8841-738bd9fc4ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (56684225-a87c-4f7e-94c3-7035022f364d), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.476966 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5432859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241375'] for subnet (326112d3-770f-40fb-935b-96d7c409565d), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.529870 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=16 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:08.540290 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ab7a9248-adb3-4b21-8841-738bd9fc4ded admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=a4d2bdac6d274d928397d12e3d0aac24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140351 Nov 02 12:37:08.543806 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46630) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:08.543966 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a9248-adb3-4b21-8841-738bd9fc4ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56684225-a87c-4f7e-94c3-7035022f364d,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:08.562272 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:08.568394 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326112d3-770f-40fb-935b-96d7c409565d,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:08.593495 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Checking segment: {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:08.593888 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Network hostable DHCP agents. Network: ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:08.612656 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab893-d6f1-41a3-8234-2b6be3cae0fb admin admin] Publish callbacks [] for security_group (56684225-a87c-4f7e-94c3-7035022f364d), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.615153 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:08.626605 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:08.631252 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:08.631855 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.639866 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3481bf0-7754-4fc0-9d44-be1977caad05 None None] Network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:08.641127 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab893-d6f1-41a3-8234-2b6be3cae0fb admin admin] Publish callbacks [] for security_group (56684225-a87c-4f7e-94c3-7035022f364d), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.654451 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7eab31e0-b33f-48e5-8359-3208a9a91685 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4895580 Nov 02 12:37:08.655358 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46632) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:08.659897 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:08.684163 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (14450c76-63b5-4f37-8ee2-33c9921af9c4), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.685881 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (14450c76-63b5-4f37-8ee2-33c9921af9c4), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.722401 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab893-d6f1-41a3-8234-2b6be3cae0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (56684225-a87c-4f7e-94c3-7035022f364d), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.727632 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab893-d6f1-41a3-8234-2b6be3cae0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.730049 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-ca0ab893-d6f1-41a3-8234-2b6be3cae0fb admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/56684225-a87c-4f7e-94c3-7035022f364d HTTP/1.1" status: 204 len: 168 time: 0.1847465 Nov 02 12:37:08.746022 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab893-d6f1-41a3-8234-2b6be3cae0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56684225-a87c-4f7e-94c3-7035022f364d,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:08.764325 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks [] for router_controller (14450c76-63b5-4f37-8ee2-33c9921af9c4), precommit_add_association {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.817027 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:37:08.818827 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:08.915655 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks [] for router_gateway (14450c76-63b5-4f37-8ee2-33c9921af9c4), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.011061 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.013561 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:09.035098 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Allocated IP 172.20.0.2 (ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc/326112d3-770f-40fb-935b-96d7c409565d/00ad3735-50ff-45d4-97b4-593b7a643bf1) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:09.157129 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46638) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:09.167331 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks [] for router_gateway (14450c76-63b5-4f37-8ee2-33c9921af9c4), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.172539 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d62546ea-f1fa-4e71-bf5e-018bc0caa2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.196312 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.200270 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:09.235008 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Publish callbacks [] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.244609 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.252512 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:09.292831 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d62546ea-f1fa-4e71-bf5e-018bc0caa2ab admin admin] Publish callbacks [] for security_group (c31f419a-0dbf-4217-9207-aecc65089e5e), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.298598 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d62546ea-f1fa-4e71-bf5e-018bc0caa2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c31f419a-0dbf-4217-9207-aecc65089e5e), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.327923 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:09.332605 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:09.336105 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:09.339050 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Pushing event updated for resources: {'Port': ['ID=00ad3735-50ff-45d4-97b4-593b7a643bf1,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.350742 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-d62546ea-f1fa-4e71-bf5e-018bc0caa2ab admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=36ca5719322c4f9a84214d9e1d4cb490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922324 Nov 02 12:37:09.351740 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46640) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:09.371489 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Allocated IP 172.27.3.134 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/c9a76f03-0a39-4509-b502-4ca9c45d3a82) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:09.383687 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62546ea-f1fa-4e71-bf5e-018bc0caa2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f419a-0dbf-4217-9207-aecc65089e5e,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.412061 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-56d6b244-ab7c-4aca-8a24-2311301471e1 admin admin] Publish callbacks [] for security_group (c31f419a-0dbf-4217-9207-aecc65089e5e), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.421978 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Attempting to bind port 00ad3735-50ff-45d4-97b4-593b7a643bf1 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:09.422437 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Attempting to bind port 00ad3735-50ff-45d4-97b4-593b7a643bf1 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:09.422932 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Attempting to bind port 00ad3735-50ff-45d4-97b4-593b7a643bf1 on network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:09.442970 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-56d6b244-ab7c-4aca-8a24-2311301471e1 admin admin] Publish callbacks [] for security_group (c31f419a-0dbf-4217-9207-aecc65089e5e), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.486320 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:37:09.502569 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:09.503588 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Checking segment: {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:09.504193 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.505167 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Bound using segment: {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:09.506297 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Bound port: 00ad3735-50ff-45d4-97b4-593b7a643bf1, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:09.506967 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.515957 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks [] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.525873 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-56d6b244-ab7c-4aca-8a24-2311301471e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (c31f419a-0dbf-4217-9207-aecc65089e5e), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.529299 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-56d6b244-ab7c-4aca-8a24-2311301471e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.530719 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-56d6b244-ab7c-4aca-8a24-2311301471e1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/c31f419a-0dbf-4217-9207-aecc65089e5e HTTP/1.1" status: 204 len: 168 time: 0.1776803 Nov 02 12:37:09.552554 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6b244-ab7c-4aca-8a24-2311301471e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f419a-0dbf-4217-9207-aecc65089e5e,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.575631 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.615801 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:09.619685 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:09.620862 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] For port 00ad3735-50ff-45d4-97b4-593b7a643bf1, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:09.626786 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:09.634268 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] For port 00ad3735-50ff-45d4-97b4-593b7a643bf1, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=00ad3735-50ff-45d4-97b4-593b7a643bf1,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:09.642741 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:09.661493 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:09.665886 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Pushing event updated for resources: {'Port': ['ID=c9a76f03-0a39-4509-b502-4ca9c45d3a82,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:09.704621 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:09.732553 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049cfe8-aa1e-4251-9dac-9ee7bb8af86c None None] Pushing event updated for resources: {'Port': ['ID=00ad3735-50ff-45d4-97b4-593b7a643bf1,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:10.362225 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks [] for router_gateway (14450c76-63b5-4f37-8ee2-33c9921af9c4), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.612799 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (14450c76-63b5-4f37-8ee2-33c9921af9c4), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.796589 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Router 14450c76-63b5-4f37-8ee2-33c9921af9c4 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:37:10.837134 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e5916-401b-45f7-bb25-3e30e027a111 None None] Network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:10.906749 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-42d0e706-dcfc-4b6b-8213-7ce33299e44b None None] Provisioning complete for port 00ad3735-50ff-45d4-97b4-593b7a643bf1 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:10.907155 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-42d0e706-dcfc-4b6b-8213-7ce33299e44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.907491 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-42d0e706-dcfc-4b6b-8213-7ce33299e44b None None] Attempt 1 to provision port 00ad3735-50ff-45d4-97b4-593b7a643bf1 Nov 02 12:37:10.953627 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:10.971998 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Sync routers for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:10.983376 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:10.988785 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ba66460e-fd7d-4ad3-9bfc-cc93e2badc4f admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3281815 Nov 02 12:37:10.989291 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46670) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:11.007248 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:11.007975 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:11.165175 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:11.169499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-42d0e706-dcfc-4b6b-8213-7ce33299e44b None None] Current status of the port 00ad3735-50ff-45d4-97b4-593b7a643bf1 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:11.170256 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-42d0e706-dcfc-4b6b-8213-7ce33299e44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.217739 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 00ad3735-50ff-45d4-97b4-593b7a643bf1 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:11.251808 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:11.332464 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-42d0e706-dcfc-4b6b-8213-7ce33299e44b None None] For port 00ad3735-50ff-45d4-97b4-593b7a643bf1, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=00ad3735-50ff-45d4-97b4-593b7a643bf1,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:11.349060 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-42d0e706-dcfc-4b6b-8213-7ce33299e44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.402636 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:11.464027 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 00ad3735-50ff-45d4-97b4-593b7a643bf1 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:11.464404 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.464738 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 00ad3735-50ff-45d4-97b4-593b7a643bf1 Nov 02 12:37:11.480858 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:11.514995 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0e706-dcfc-4b6b-8213-7ce33299e44b None None] Pushing event updated for resources: {'Port': ['ID=00ad3735-50ff-45d4-97b4-593b7a643bf1,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:11.544016 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:11.604132 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-f2234616-b13e-4383-ae8d-4ea1a77b97d9 None None] Provisioning complete for port 00ad3735-50ff-45d4-97b4-593b7a643bf1 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:11.604728 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f2234616-b13e-4383-ae8d-4ea1a77b97d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.605533 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-f2234616-b13e-4383-ae8d-4ea1a77b97d9 None None] Attempt 1 to provision port 00ad3735-50ff-45d4-97b4-593b7a643bf1 Nov 02 12:37:11.659519 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:11.848241 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:10Z', 'revision_number': 3, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:11.892515 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Checking router: 14450c76-63b5-4f37-8ee2-33c9921af9c4 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:11.892865 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Updating router 14450c76-63b5-4f37-8ee2-33c9921af9c4 port c9a76f03-0a39-4509-b502-4ca9c45d3a82 binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:11.904744 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Allocated IP 172.20.0.1 (ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc/326112d3-770f-40fb-935b-96d7c409565d/84c2a702-e523-49e6-a076-348744f755bb) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:11.928052 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 00ad3735-50ff-45d4-97b4-593b7a643bf1 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:11.944346 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.027607 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f2234616-b13e-4383-ae8d-4ea1a77b97d9 None None] Current status of the port 00ad3735-50ff-45d4-97b4-593b7a643bf1 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:12.070744 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Publish callbacks [] for port (84c2a702-e523-49e6-a076-348744f755bb), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.115672 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (84c2a702-e523-49e6-a076-348744f755bb), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.174703 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:12.178960 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:12.187034 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:12.230136 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Pushing event updated for resources: {'Port': ['ID=84c2a702-e523-49e6-a076-348744f755bb,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:12.263368 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (14450c76-63b5-4f37-8ee2-33c9921af9c4), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.345327 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Publish callbacks [] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.356138 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.364408 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:12.412683 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Attempting to bind port c9a76f03-0a39-4509-b502-4ca9c45d3a82 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:12.413077 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Attempting to bind port c9a76f03-0a39-4509-b502-4ca9c45d3a82 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:12.413437 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Attempting to bind port c9a76f03-0a39-4509-b502-4ca9c45d3a82 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:12.445887 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (84c2a702-e523-49e6-a076-348744f755bb), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.462043 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:12.483968 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:12.484547 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:12.485752 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.487709 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:12.488403 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Bound port: c9a76f03-0a39-4509-b502-4ca9c45d3a82, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:12.489037 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.491693 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f68f4d-2a77-4404-92f6-a08b971163b4 None None] Pushing event updated for resources: {'Port': ['ID=c9a76f03-0a39-4509-b502-4ca9c45d3a82,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:12.574492 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-0bfdf585-9e0b-4413-81fd-5b42081bc7fe None None] Provisioning complete for port 84c2a702-e523-49e6-a076-348744f755bb triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:12.575174 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0bfdf585-9e0b-4413-81fd-5b42081bc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (84c2a702-e523-49e6-a076-348744f755bb), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.575571 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-0bfdf585-9e0b-4413-81fd-5b42081bc7fe None None] Attempt 1 to provision port 84c2a702-e523-49e6-a076-348744f755bb Nov 02 12:37:12.582067 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] For port c9a76f03-0a39-4509-b502-4ca9c45d3a82, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:12.627339 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] For port c9a76f03-0a39-4509-b502-4ca9c45d3a82, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c9a76f03-0a39-4509-b502-4ca9c45d3a82,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:12.633860 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-0bfdf585-9e0b-4413-81fd-5b42081bc7fe None None] Port 84c2a702-e523-49e6-a076-348744f755bb cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:12.639828 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.685204 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:12.685892 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:12.692852 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Publish callbacks [] for port (84c2a702-e523-49e6-a076-348744f755bb), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.701033 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5432934'] for port (84c2a702-e523-49e6-a076-348744f755bb), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.705389 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:12.753122 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f68f4d-2a77-4404-92f6-a08b971163b4 None None] Pushing event updated for resources: {'Port': ['ID=c9a76f03-0a39-4509-b502-4ca9c45d3a82,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:12.770492 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:12.784601 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Pushing event updated for resources: {'Port': ['ID=84c2a702-e523-49e6-a076-348744f755bb,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:12.788543 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (14450c76-63b5-4f37-8ee2-33c9921af9c4), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:12.797639 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46710) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:12.861395 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:12.928326 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:12.929903 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:13.015397 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-72312142-02e6-4c70-8e17-97f886112b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.101507 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Router 14450c76-63b5-4f37-8ee2-33c9921af9c4 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:13.146364 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:11Z', 'revision_number': 1, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:13.180505 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-72312142-02e6-4c70-8e17-97f886112b03 admin admin] Publish callbacks [] for security_group (d77d3df2-db8e-48dc-af9f-6f5ed0263a6c), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.186103 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-72312142-02e6-4c70-8e17-97f886112b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (d77d3df2-db8e-48dc-af9f-6f5ed0263a6c), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.188770 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 00ad3735-50ff-45d4-97b4-593b7a643bf1 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:13.226426 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf802d6-37db-4f37-987d-1604a1dfb0e6 None None] The sync data for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi is: [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:11Z', 'revision_number': 1, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:13.243963 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 00ad3735-50ff-45d4-97b4-593b7a643bf1 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:13.244139 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.244736 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 00ad3735-50ff-45d4-97b4-593b7a643bf1 Nov 02 12:37:13.272745 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46714) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:13.273375 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-72312142-02e6-4c70-8e17-97f886112b03 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=a5e70e106c474f70b857f8126a3b8a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733901 Nov 02 12:37:13.291435 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:13.296139 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72312142-02e6-4c70-8e17-97f886112b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77d3df2-db8e-48dc-af9f-6f5ed0263a6c,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:13.344853 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 00ad3735-50ff-45d4-97b4-593b7a643bf1 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:13.354423 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:13.369301 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-33049911-ad6b-41b5-95af-56a762960b72 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/14450c76-63b5-4f37-8ee2-33c9921af9c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3728700 Nov 02 12:37:13.369575 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-c42b8071-3b8f-4e12-a472-634e4daafa2f None None] Provisioning complete for port 84c2a702-e523-49e6-a076-348744f755bb triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:13.369575 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c42b8071-3b8f-4e12-a472-634e4daafa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (84c2a702-e523-49e6-a076-348744f755bb), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.369575 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-c42b8071-3b8f-4e12-a472-634e4daafa2f None None] Attempt 1 to provision port 84c2a702-e523-49e6-a076-348744f755bb Nov 02 12:37:13.413150 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8858a61e-6e32-4f27-8415-9fbc661bc809 admin admin] Publish callbacks [] for security_group (d77d3df2-db8e-48dc-af9f-6f5ed0263a6c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.434681 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-c42b8071-3b8f-4e12-a472-634e4daafa2f None None] Port 84c2a702-e523-49e6-a076-348744f755bb cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:13.459542 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8858a61e-6e32-4f27-8415-9fbc661bc809 admin admin] Publish callbacks [] for security_group (d77d3df2-db8e-48dc-af9f-6f5ed0263a6c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.527386 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8858a61e-6e32-4f27-8415-9fbc661bc809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (d77d3df2-db8e-48dc-af9f-6f5ed0263a6c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.534810 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8858a61e-6e32-4f27-8415-9fbc661bc809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.553828 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-8858a61e-6e32-4f27-8415-9fbc661bc809 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/d77d3df2-db8e-48dc-af9f-6f5ed0263a6c HTTP/1.1" status: 204 len: 168 time: 0.2774723 Nov 02 12:37:13.561811 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858a61e-6e32-4f27-8415-9fbc661bc809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77d3df2-db8e-48dc-af9f-6f5ed0263a6c,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:14.053529 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46734) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:14.076184 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-073ad6a2-fa55-46f0-b211-a5db65a351ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.270603 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-073ad6a2-fa55-46f0-b211-a5db65a351ab admin admin] Publish callbacks [] for security_group (ebbae353-2af7-4b5d-848a-381f7af5e648), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.283677 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-073ad6a2-fa55-46f0-b211-a5db65a351ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ebbae353-2af7-4b5d-848a-381f7af5e648), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.297157 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:14.358342 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-073ad6a2-fa55-46f0-b211-a5db65a351ab admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=4f81a6f7acf44b4fa668272127864bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029053 Nov 02 12:37:14.362996 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46738) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:14.373339 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ad6a2-fa55-46f0-b211-a5db65a351ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbae353-2af7-4b5d-848a-381f7af5e648,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:14.403471 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46740) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:14.410000 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1875851602-network', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:14.431681 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:14.437709 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Made reservation on behalf of daf9d2d6e1ee4ec09ab4a8ef642f93ec for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:14.442117 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.444519 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-264ffd58-4d08-4c40-8d94-b2704ff6fc06 admin admin] Publish callbacks [] for security_group (ebbae353-2af7-4b5d-848a-381f7af5e648), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.461476 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.477709 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-264ffd58-4d08-4c40-8d94-b2704ff6fc06 admin admin] Publish callbacks [] for security_group (ebbae353-2af7-4b5d-848a-381f7af5e648), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.576283 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-264ffd58-4d08-4c40-8d94-b2704ff6fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ebbae353-2af7-4b5d-848a-381f7af5e648), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.579367 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-264ffd58-4d08-4c40-8d94-b2704ff6fc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.580538 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-264ffd58-4d08-4c40-8d94-b2704ff6fc06 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ebbae353-2af7-4b5d-848a-381f7af5e648 HTTP/1.1" status: 204 len: 168 time: 0.2165148 Nov 02 12:37:14.598491 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ffd58-4d08-4c40-8d94-b2704ff6fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbae353-2af7-4b5d-848a-381f7af5e648,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:14.675021 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Publish callbacks [] for security_group (19e0a0a0-f0db-45e4-b5d4-5b82519466a6), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.682369 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (19e0a0a0-f0db-45e4-b5d4-5b82519466a6), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.725496 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:37:14.738057 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e0a0a0-f0db-45e4-b5d4-5b82519466a6,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:14.744174 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (099e0f87-e501-422f-8ffe-fc6285f9b5d3), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.744513 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Added segment 099e0f87-e501-422f-8ffe-fc6285f9b5d3 of type vlan for network a82407f5-4c78-4267-8d3f-aec6da7f74c6 Nov 02 12:37:14.803421 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (a82407f5-4c78-4267-8d3f-aec6da7f74c6), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.855100 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (a82407f5-4c78-4267-8d3f-aec6da7f74c6), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.857727 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:14.858352 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.920021 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5153863 Nov 02 12:37:14.923011 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46746) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:14.927840 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Request body: {'subnet': {'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1875851602-subnet', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:14.951338 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0925ec-8744-41d8-998d-7fdad36330c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a82407f5-4c78-4267-8d3f-aec6da7f74c6,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:14.964791 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Made reservation on behalf of daf9d2d6e1ee4ec09ab4a8ef642f93ec for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:14.968422 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241389'] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.974033 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network a82407f5-4c78-4267-8d3f-aec6da7f74c6 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:15.175847 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c9a76f03-0a39-4509-b502-4ca9c45d3a82 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:15.243295 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5432859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241375'] for subnet (d18fe16b-35e4-4e95-bd43-e024cda63ebf), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.244129 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:15.268890 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c9a76f03-0a39-4509-b502-4ca9c45d3a82 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:15.269712 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.270472 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c9a76f03-0a39-4509-b502-4ca9c45d3a82 Nov 02 12:37:15.331779 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18fe16b-35e4-4e95-bd43-e024cda63ebf,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:15.340442 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Checking segment: {'id': '099e0f87-e501-422f-8ffe-fc6285f9b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:15.341338 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Network hostable DHCP agents. Network: a82407f5-4c78-4267-8d3f-aec6da7f74c6, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:15.375643 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Network a82407f5-4c78-4267-8d3f-aec6da7f74c6 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:15.392080 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c9a76f03-0a39-4509-b502-4ca9c45d3a82 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:15.392512 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.396237 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, a82407f5-4c78-4267-8d3f-aec6da7f74c6) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:15.404386 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:15.405699 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.414455 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f808d-db6d-480b-9035-0828dc50e6ed None None] Network a82407f5-4c78-4267-8d3f-aec6da7f74c6 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:15.438857 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-31b1f8da-c4d3-41ca-bf12-9a41876d1e15 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5140419 Nov 02 12:37:15.443507 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46760) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:15.446021 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port c9a76f03-0a39-4509-b502-4ca9c45d3a82, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c9a76f03-0a39-4509-b502-4ca9c45d3a82,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:15.453213 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:15.491226 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.500408 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (7daa5901-691a-4622-baaf-131e18e36017), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.507675 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (7daa5901-691a-4622-baaf-131e18e36017), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.600518 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks [] for router_controller (7daa5901-691a-4622-baaf-131e18e36017), precommit_add_association {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.609928 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=c9a76f03-0a39-4509-b502-4ca9c45d3a82,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:15.625600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-a82407f5-4c78-4267-8d3f-aec6da7f74c6', 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6', 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'fixed_ips': [{'subnet_id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:37:15.626824 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.657047 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:15.715174 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46766) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:15.804621 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks [] for router_gateway (7daa5901-691a-4622-baaf-131e18e36017), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.806003 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Allocated IP 172.20.0.2 (a82407f5-4c78-4267-8d3f-aec6da7f74c6/d18fe16b-35e4-4e95-bd43-e024cda63ebf/7e841401-6c2b-4383-96ac-cbeb6bca403b) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:15.820006 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:15.855719 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1034893109-network', 'tenant_id': '335539872e6840bda5ae9db0049078bc'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:15.890684 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Made reservation on behalf of 335539872e6840bda5ae9db0049078bc for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:15.893879 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.906356 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.918411 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:15.939163 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=19,neutron:SELECT=73,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:16.007057 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Publish callbacks [] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.017194 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.044289 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Publish callbacks [] for security_group (6291790a-7a0a-42e7-8092-00f8b3adebdd), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.049943 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6291790a-7a0a-42e7-8092-00f8b3adebdd), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.077616 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Network a82407f5-4c78-4267-8d3f-aec6da7f74c6 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:16.081966 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:16.088085 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:16.091216 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6291790a-7a0a-42e7-8092-00f8b3adebdd,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:16.092424 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Pushing event updated for resources: {'Port': ['ID=7e841401-6c2b-4383-96ac-cbeb6bca403b,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:16.109909 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:37:16.131212 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (22fa4db1-07ea-4d0f-81d8-d8b05fec726b), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.132016 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Added segment 22fa4db1-07ea-4d0f-81d8-d8b05fec726b of type vlan for network 0f9253c1-6064-44e1-b31c-3582b867847c Nov 02 12:37:16.176765 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Attempting to bind port 7e841401-6c2b-4383-96ac-cbeb6bca403b on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:16.177201 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Attempting to bind port 7e841401-6c2b-4383-96ac-cbeb6bca403b by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '099e0f87-e501-422f-8ffe-fc6285f9b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:16.177572 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Attempting to bind port 7e841401-6c2b-4383-96ac-cbeb6bca403b on network a82407f5-4c78-4267-8d3f-aec6da7f74c6 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:16.186013 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (0f9253c1-6064-44e1-b31c-3582b867847c), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.222788 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (0f9253c1-6064-44e1-b31c-3582b867847c), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.224527 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:16.225598 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.234137 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:16.234532 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Checking segment: {'id': '099e0f87-e501-422f-8ffe-fc6285f9b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:16.235151 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.235723 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Bound using segment: {'id': '099e0f87-e501-422f-8ffe-fc6285f9b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:16.236524 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Bound port: 7e841401-6c2b-4383-96ac-cbeb6bca403b, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099e0f87-e501-422f-8ffe-fc6285f9b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:16.237247 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.268800 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5493786 Nov 02 12:37:16.275017 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46770) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:16.281264 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Request body: {'subnet': {'network_id': '0f9253c1-6064-44e1-b31c-3582b867847c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1034893109-subnet', 'tenant_id': '335539872e6840bda5ae9db0049078bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:16.323577 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-e4296093-6118-49c9-afee-b0199f64333f None None] For port 7e841401-6c2b-4383-96ac-cbeb6bca403b, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:16.327717 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-e4296093-6118-49c9-afee-b0199f64333f None None] For port 7e841401-6c2b-4383-96ac-cbeb6bca403b, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=7e841401-6c2b-4383-96ac-cbeb6bca403b,segment=NetworkSegment(099e0f87-e501-422f-8ffe-fc6285f9b5d3),segment_id=099e0f87-e501-422f-8ffe-fc6285f9b5d3)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:16.336929 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.364722 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Made reservation on behalf of 335539872e6840bda5ae9db0049078bc for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:16.367542 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241389'] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.371661 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06938e26-c446-4d0c-a559-b3e1d4c062d9 admin admin] Pushing event updated for resources: {'Network': ['ID=0f9253c1-6064-44e1-b31c-3582b867847c,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:16.391494 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 0f9253c1-6064-44e1-b31c-3582b867847c details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:16.399715 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks [] for router_gateway (7daa5901-691a-4622-baaf-131e18e36017), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.400652 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:16.426015 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.463032 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Sync routers for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:16.487991 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:16.488609 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:16.542595 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4296093-6118-49c9-afee-b0199f64333f None None] Pushing event updated for resources: {'Port': ['ID=7e841401-6c2b-4383-96ac-cbeb6bca403b,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:16.658808 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:16.679057 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Allocated IP 172.27.3.189 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/2819a791-b6f2-401f-981f-381518d32706) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:16.721144 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5432859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241375'] for subnet (f52a760e-8f7b-4ee0-9784-1d049afed67c), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.857116 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Checking segment: {'id': '22fa4db1-07ea-4d0f-81d8-d8b05fec726b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '0f9253c1-6064-44e1-b31c-3582b867847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:16.857584 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Network hostable DHCP agents. Network: 0f9253c1-6064-44e1-b31c-3582b867847c, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:16.861050 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52a760e-8f7b-4ee0-9784-1d049afed67c,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:16.862648 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks [] for port (2819a791-b6f2-401f-981f-381518d32706), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.882793 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Network 0f9253c1-6064-44e1-b31c-3582b867847c is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:16.897285 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 0f9253c1-6064-44e1-b31c-3582b867847c) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:16.905501 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:16.906693 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.911385 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f17f3a-a794-4a5e-8d3f-b57d37b2502b None None] Network 0f9253c1-6064-44e1-b31c-3582b867847c requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:16.921870 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (2819a791-b6f2-401f-981f-381518d32706), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:16.939817 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-3465ca9c-2abe-43c5-9303-ebefbb375ccd admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6642070 Nov 02 12:37:16.994719 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 2, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:16.995731 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:17.001835 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:17.006638 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:17.012679 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:17.035075 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Checking router: 14450c76-63b5-4f37-8ee2-33c9921af9c4 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:17.035476 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Updating router 14450c76-63b5-4f37-8ee2-33c9921af9c4 port 84c2a702-e523-49e6-a076-348744f755bb binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:17.045065 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Pushing event updated for resources: {'Port': ['ID=2819a791-b6f2-401f-981f-381518d32706,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:17.062818 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be27530-6ad1-46a7-a64f-7e1bc0a8f815 None None] Network 0f9253c1-6064-44e1-b31c-3582b867847c requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:17.114881 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (84c2a702-e523-49e6-a076-348744f755bb), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.377772 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c9a76f03-0a39-4509-b502-4ca9c45d3a82 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:17.418863 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks [] for router_gateway (7daa5901-691a-4622-baaf-131e18e36017), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.458534 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:17.513329 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c9a76f03-0a39-4509-b502-4ca9c45d3a82 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:17.514322 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.514678 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c9a76f03-0a39-4509-b502-4ca9c45d3a82 Nov 02 12:37:17.614659 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:17.628381 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Publish callbacks [] for port (84c2a702-e523-49e6-a076-348744f755bb), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.638841 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (84c2a702-e523-49e6-a076-348744f755bb), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.680042 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c9a76f03-0a39-4509-b502-4ca9c45d3a82 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:17.682696 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 7e841401-6c2b-4383-96ac-cbeb6bca403b up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:17.720580 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Pushing event updated for resources: {'Port': ['ID=84c2a702-e523-49e6-a076-348744f755bb,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:17.749422 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.749973 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.750541 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.751048 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.751563 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.752058 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.752606 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.756323 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.756943 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.757689 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.758306 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.758806 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.759849 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.760327 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.760859 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.762650 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 7e841401-6c2b-4383-96ac-cbeb6bca403b triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:17.763029 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.763374 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 7e841401-6c2b-4383-96ac-cbeb6bca403b Nov 02 12:37:17.791789 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Attempting to bind port 84c2a702-e523-49e6-a076-348744f755bb on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:17.792396 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Attempting to bind port 84c2a702-e523-49e6-a076-348744f755bb by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:17.793033 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Attempting to bind port 84c2a702-e523-49e6-a076-348744f755bb on network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:17.822234 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:17.828198 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (7daa5901-691a-4622-baaf-131e18e36017), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.861911 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:17.862626 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Checking segment: {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:17.863213 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.863889 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Bound using segment: {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:17.864592 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Bound port: 84c2a702-e523-49e6-a076-348744f755bb, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:17.865557 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (84c2a702-e523-49e6-a076-348744f755bb), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.866929 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 7e841401-6c2b-4383-96ac-cbeb6bca403b is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:17.867418 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.870041 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:17.947953 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 7e841401-6c2b-4383-96ac-cbeb6bca403b, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=7e841401-6c2b-4383-96ac-cbeb6bca403b,segment=NetworkSegment(099e0f87-e501-422f-8ffe-fc6285f9b5d3),segment_id=099e0f87-e501-422f-8ffe-fc6285f9b5d3)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:17.952258 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0401ab8-ee03-42fc-9e63-9aa1e811625a None None] Network a82407f5-4c78-4267-8d3f-aec6da7f74c6 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:17.978532 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.007588 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] For port 84c2a702-e523-49e6-a076-348744f755bb, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:18.011985 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] For port 84c2a702-e523-49e6-a076-348744f755bb, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=84c2a702-e523-49e6-a076-348744f755bb,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:18.020353 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (84c2a702-e523-49e6-a076-348744f755bb), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.039228 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Router 7daa5901-691a-4622-baaf-131e18e36017 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:37:18.042762 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46786) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:18.048900 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2098935072-network', 'tenant_id': 'a91bf96895184e1c8a880b2d88037cbe'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:18.070936 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:18.072143 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:18.072798 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:18.082862 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Made reservation on behalf of a91bf96895184e1c8a880b2d88037cbe for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:18.086560 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.098708 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.147699 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80065b-d96b-472f-8d11-d2349526359f None None] Pushing event updated for resources: {'Port': ['ID=84c2a702-e523-49e6-a076-348744f755bb,revision_number=4']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:18.167625 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-5a4decfb-8592-47b7-b603-b2faf376f5d6 None None] Provisioning complete for port 7e841401-6c2b-4383-96ac-cbeb6bca403b triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:18.168391 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a4decfb-8592-47b7-b603-b2faf376f5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.169178 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-5a4decfb-8592-47b7-b603-b2faf376f5d6 None None] Attempt 1 to provision port 7e841401-6c2b-4383-96ac-cbeb6bca403b Nov 02 12:37:18.196387 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:18.222400 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.224316 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a9fe207a-483e-4d47-a32d-3fc2ed9bb95a admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7787328 Nov 02 12:37:18.227253 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46788) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:18.236631 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:18.237648 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Publish callbacks [] for security_group (3eb41108-1526-4c1f-9197-3eca68bf4a80), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.243387 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (3eb41108-1526-4c1f-9197-3eca68bf4a80), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.255160 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Sync routers for ids ['7daa5901-691a-4622-baaf-131e18e36017'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:18.265876 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=7e841401-6c2b-4383-96ac-cbeb6bca403b,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:18.289641 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb41108-1526-4c1f-9197-3eca68bf4a80,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:18.300453 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:18.302395 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:37:18.314213 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Routers {'7daa5901-691a-4622-baaf-131e18e36017'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:18.314871 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7daa5901-691a-4622-baaf-131e18e36017'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:18.318895 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (4201ac0a-02d1-4f97-9261-2efee58dc46a), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.319370 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Added segment 4201ac0a-02d1-4f97-9261-2efee58dc46a of type vlan for network 9475ffd0-e3b2-484d-9aed-d5def991cffa Nov 02 12:37:18.375676 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (9475ffd0-e3b2-484d-9aed-d5def991cffa), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.407373 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (9475ffd0-e3b2-484d-9aed-d5def991cffa), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.409685 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:18.410762 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.499024 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4542201 Nov 02 12:37:18.499789 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46790) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:18.510718 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Request body: {'subnet': {'network_id': '9475ffd0-e3b2-484d-9aed-d5def991cffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2098935072-subnet', 'tenant_id': 'a91bf96895184e1c8a880b2d88037cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:18.526188 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:18Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:18.545479 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137b9b0-c453-4418-9f6d-fa5d0b3d5e0d admin admin] Pushing event updated for resources: {'Network': ['ID=9475ffd0-e3b2-484d-9aed-d5def991cffa,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:18.549532 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Made reservation on behalf of a91bf96895184e1c8a880b2d88037cbe for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:18.552013 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241389'] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.577059 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0aae28-77d7-4b63-b48f-955d70896cd2 None None] The sync data for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi is: [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:18Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:18.612759 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 9475ffd0-e3b2-484d-9aed-d5def991cffa details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:18.719603 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:18.737188 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5a4decfb-8592-47b7-b603-b2faf376f5d6 None None] Current status of the port 7e841401-6c2b-4383-96ac-cbeb6bca403b is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:18.769502 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Set router 7daa5901-691a-4622-baaf-131e18e36017 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:18.859567 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5432859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241375'] for subnet (5dcb2e47-6f27-4c7a-a691-a4b558aa31fa), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.898349 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:18.907485 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-b4c954b0-ebf0-43dc-9c0b-8a73a65fde7b None None] Provisioning complete for port 7e841401-6c2b-4383-96ac-cbeb6bca403b triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:18.907860 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b4c954b0-ebf0-43dc-9c0b-8a73a65fde7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.908199 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-b4c954b0-ebf0-43dc-9c0b-8a73a65fde7b None None] Attempt 1 to provision port 7e841401-6c2b-4383-96ac-cbeb6bca403b Nov 02 12:37:18.927844 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:18.930866 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:18.935376 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:18.949861 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcb2e47-6f27-4c7a-a691-a4b558aa31fa,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:18.953017 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Checking segment: {'id': '4201ac0a-02d1-4f97-9261-2efee58dc46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '9475ffd0-e3b2-484d-9aed-d5def991cffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:18.954215 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Network hostable DHCP agents. Network: 9475ffd0-e3b2-484d-9aed-d5def991cffa, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:18.976686 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Network 9475ffd0-e3b2-484d-9aed-d5def991cffa is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:18.991130 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 9475ffd0-e3b2-484d-9aed-d5def991cffa) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:19.000825 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:19.001432 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.034999 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ee976f80-9205-4f94-94c4-f91edbe41641 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5312197 Nov 02 12:37:19.036882 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-b4c954b0-ebf0-43dc-9c0b-8a73a65fde7b None None] Current status of the port 7e841401-6c2b-4383-96ac-cbeb6bca403b is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:19.039007 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596c94a-127e-49a5-bb66-f14a0fddd242 None None] Network 9475ffd0-e3b2-484d-9aed-d5def991cffa requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:19.197743 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7daa5901-691a-4622-baaf-131e18e36017', 'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2819a791-b6f2-401f-981f-381518d32706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:15Z', 'updated_at': '2022-11-02T12:37:17Z', 'revision_number': 3, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'gw_port': {'id': '2819a791-b6f2-401f-981f-381518d32706', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:19.232095 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Checking router: 7daa5901-691a-4622-baaf-131e18e36017 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:19.232480 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Updating router 7daa5901-691a-4622-baaf-131e18e36017 port 2819a791-b6f2-401f-981f-381518d32706 binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:19.262986 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Allocated IP 172.20.0.1 (a82407f5-4c78-4267-8d3f-aec6da7f74c6/d18fe16b-35e4-4e95-bd43-e024cda63ebf/73a04215-4e69-49ba-b213-1e8e4f259d44) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:19.272941 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 84c2a702-e523-49e6-a076-348744f755bb up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:19.279218 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (2819a791-b6f2-401f-981f-381518d32706), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.396204 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e07e4c-05c3-4a57-be31-587c4a88f01c None None] Network 9475ffd0-e3b2-484d-9aed-d5def991cffa requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:37:19.476015 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Publish callbacks [] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.528123 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.533621 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 84c2a702-e523-49e6-a076-348744f755bb triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:19.534241 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (84c2a702-e523-49e6-a076-348744f755bb), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.534810 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 84c2a702-e523-49e6-a076-348744f755bb Nov 02 12:37:19.582324 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Network a82407f5-4c78-4267-8d3f-aec6da7f74c6 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:19.585806 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:19.589261 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:19.621760 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=73a04215-4e69-49ba-b213-1e8e4f259d44,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:19.634583 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.634943 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.635285 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.635798 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.636034 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.636292 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.636627 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.636961 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.637382 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.637738 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.638790 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.639218 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.639712 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.640047 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.640401 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:19.683947 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (7daa5901-691a-4622-baaf-131e18e36017), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.868021 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.905405 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 84c2a702-e523-49e6-a076-348744f755bb is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:19.905707 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (84c2a702-e523-49e6-a076-348744f755bb), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:19.914662 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:19.929622 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:19.984879 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 84c2a702-e523-49e6-a076-348744f755bb, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=84c2a702-e523-49e6-a076-348744f755bb,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:19.999311 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (84c2a702-e523-49e6-a076-348744f755bb), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.000134 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 7e841401-6c2b-4383-96ac-cbeb6bca403b up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:20.006192 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-e34ccb22-d928-47f7-b52e-7c297c54c70f None None] Provisioning complete for port 73a04215-4e69-49ba-b213-1e8e4f259d44 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:20.006564 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e34ccb22-d928-47f7-b52e-7c297c54c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.006900 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-e34ccb22-d928-47f7-b52e-7c297c54c70f None None] Attempt 1 to provision port 73a04215-4e69-49ba-b213-1e8e4f259d44 Nov 02 12:37:20.089953 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Publish callbacks [] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.094060 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.094298 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:20.142818 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Publish callbacks [] for port (2819a791-b6f2-401f-981f-381518d32706), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.145581 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-e34ccb22-d928-47f7-b52e-7c297c54c70f None None] Port 73a04215-4e69-49ba-b213-1e8e4f259d44 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:20.154732 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=84c2a702-e523-49e6-a076-348744f755bb,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:20.157246 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (2819a791-b6f2-401f-981f-381518d32706), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.168951 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=73a04215-4e69-49ba-b213-1e8e4f259d44,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:20.171373 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (7daa5901-691a-4622-baaf-131e18e36017), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.201165 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Attempting to bind port 2819a791-b6f2-401f-981f-381518d32706 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:20.201768 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Attempting to bind port 2819a791-b6f2-401f-981f-381518d32706 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:20.201884 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Attempting to bind port 2819a791-b6f2-401f-981f-381518d32706 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:20.220151 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:20.229409 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 7e841401-6c2b-4383-96ac-cbeb6bca403b triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:20.229787 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.230127 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 7e841401-6c2b-4383-96ac-cbeb6bca403b Nov 02 12:37:20.261894 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6315b0a-bc37-4eb8-86ce-b27e77b9723d None None] Pushing event updated for resources: {'Port': ['ID=2819a791-b6f2-401f-981f-381518d32706,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:20.270324 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Network a82407f5-4c78-4267-8d3f-aec6da7f74c6 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:20.272209 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:20.297044 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:20.297437 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:20.297824 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.298224 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:20.298719 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Bound port: 2819a791-b6f2-401f-981f-381518d32706, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:20.299101 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (2819a791-b6f2-401f-981f-381518d32706), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.378361 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 7e841401-6c2b-4383-96ac-cbeb6bca403b is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:20.384422 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] For port 2819a791-b6f2-401f-981f-381518d32706, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:20.388316 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] For port 2819a791-b6f2-401f-981f-381518d32706, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=2819a791-b6f2-401f-981f-381518d32706,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:20.394919 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (2819a791-b6f2-401f-981f-381518d32706), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.403280 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Router 7daa5901-691a-4622-baaf-131e18e36017 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:20.447087 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Routers {'7daa5901-691a-4622-baaf-131e18e36017'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:20.447738 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7daa5901-691a-4622-baaf-131e18e36017'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:20.494618 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6315b0a-bc37-4eb8-86ce-b27e77b9723d None None] Pushing event updated for resources: {'Port': ['ID=2819a791-b6f2-401f-981f-381518d32706,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:20.527855 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:20.532937 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-abfc9df6-caeb-4c6b-ab03-64abfb164eb3 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/7daa5901-691a-4622-baaf-131e18e36017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3031168 Nov 02 12:37:20.580035 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] Set router 7daa5901-691a-4622-baaf-131e18e36017 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:20.606858 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-80998a0f-3aa6-4148-b72c-9ceffe793b59 None None] Provisioning complete for port 73a04215-4e69-49ba-b213-1e8e4f259d44 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:20.607561 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-80998a0f-3aa6-4148-b72c-9ceffe793b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:20.607561 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-80998a0f-3aa6-4148-b72c-9ceffe793b59 None None] Attempt 1 to provision port 73a04215-4e69-49ba-b213-1e8e4f259d44 Nov 02 12:37:20.613121 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:20.683410 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-80998a0f-3aa6-4148-b72c-9ceffe793b59 None None] Port 73a04215-4e69-49ba-b213-1e8e4f259d44 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:20.817811 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7daa5901-691a-4622-baaf-131e18e36017', 'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2819a791-b6f2-401f-981f-381518d32706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:15Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 4, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'gw_port': {'id': '2819a791-b6f2-401f-981f-381518d32706', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '73a04215-4e69-49ba-b213-1e8e4f259d44', 'name': '', 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'mac_address': 'fa:16:3e:ed:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 2, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'subnets': [{'id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:20.849893 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9d303-29b4-4cc2-93fc-b33c91ed7a2c None None] The sync data for ids ['7daa5901-691a-4622-baaf-131e18e36017'] in dv-cinder-863273-1-iscsi is: [{'id': '7daa5901-691a-4622-baaf-131e18e36017', 'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2819a791-b6f2-401f-981f-381518d32706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:15Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 4, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'gw_port': {'id': '2819a791-b6f2-401f-981f-381518d32706', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '73a04215-4e69-49ba-b213-1e8e4f259d44', 'name': '', 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'mac_address': 'fa:16:3e:ed:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 2, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'subnets': [{'id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:20.952752 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46808) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:20.957451 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-4698d0e7-4ce7-426f-992c-ef6798234b1a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502145944', 'description': 'tempest-secgroup-smoke-1502145944 description', 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:20.978811 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-4ce7-426f-992c-ef6798234b1a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.059923 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:21.067991 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-4ce7-426f-992c-ef6798234b1a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group (bbe97a62-6e9e-48d2-b279-b423fe2210ed), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.075798 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-4ce7-426f-992c-ef6798234b1a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (bbe97a62-6e9e-48d2-b279-b423fe2210ed), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.112322 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-4ce7-426f-992c-ef6798234b1a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.116307 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4698d0e7-4ce7-426f-992c-ef6798234b1a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1596675 Nov 02 12:37:21.116579 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46812) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:21.123922 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Request body: {'security_group_rule': {'security_group_id': 'bbe97a62-6e9e-48d2-b279-b423fe2210ed', 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:21.130877 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698d0e7-4ce7-426f-992c-ef6798234b1a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe97a62-6e9e-48d2-b279-b423fe2210ed,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:21.158175 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (07d506e7-9dab-4183-9f48-32ca0a4b09cc), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.162439 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:21.189469 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 84c2a702-e523-49e6-a076-348744f755bb up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:21.235813 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (07d506e7-9dab-4183-9f48-32ca0a4b09cc), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.240670 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (07d506e7-9dab-4183-9f48-32ca0a4b09cc), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.250584 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 84c2a702-e523-49e6-a076-348744f755bb triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:21.251088 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (84c2a702-e523-49e6-a076-348744f755bb), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.251289 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 84c2a702-e523-49e6-a076-348744f755bb Nov 02 12:37:21.263158 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d506e7-9dab-4183-9f48-32ca0a4b09cc,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:21.273619 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.274099 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.274503 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.274972 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.275417 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.276122 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.276546 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.276968 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.277425 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.277842 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.278261 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.278696 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.279108 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.279522 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.279935 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:21.292894 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.294053 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-5e0a7c6c-6ed2-4efa-8ee0-f2e46676d281 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1765604 Nov 02 12:37:21.297326 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 46820) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:21.307436 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-1c6e23f8-ac53-48fd-af56-33c564944434 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Request body: {'security_group_rule': {'security_group_id': 'bbe97a62-6e9e-48d2-b279-b423fe2210ed', 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:21.343852 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1c6e23f8-ac53-48fd-af56-33c564944434 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (ea5040b1-e9a0-4d8f-8676-11bc168503f4), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.344788 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 84c2a702-e523-49e6-a076-348744f755bb is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:21.436670 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1c6e23f8-ac53-48fd-af56-33c564944434 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (ea5040b1-e9a0-4d8f-8676-11bc168503f4), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.442828 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1c6e23f8-ac53-48fd-af56-33c564944434 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (ea5040b1-e9a0-4d8f-8676-11bc168503f4), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.477496 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e23f8-ac53-48fd-af56-33c564944434 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5040b1-e9a0-4d8f-8676-11bc168503f4,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:21.482838 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-1c6e23f8-ac53-48fd-af56-33c564944434 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.484006 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-1c6e23f8-ac53-48fd-af56-33c564944434 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1833467 Nov 02 12:37:21.488806 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46828) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:21.494771 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-b42d8033-aec6-44cb-8834-993f51ebe31a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Request body: {'security_group_rule': {'security_group_id': 'bbe97a62-6e9e-48d2-b279-b423fe2210ed', 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:21.528641 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b42d8033-aec6-44cb-8834-993f51ebe31a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (689efb07-349c-4a8d-84c6-60de51d4c29e), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.594168 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b42d8033-aec6-44cb-8834-993f51ebe31a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (689efb07-349c-4a8d-84c6-60de51d4c29e), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.598470 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b42d8033-aec6-44cb-8834-993f51ebe31a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (689efb07-349c-4a8d-84c6-60de51d4c29e), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.625153 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d8033-aec6-44cb-8834-993f51ebe31a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689efb07-349c-4a8d-84c6-60de51d4c29e,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:21.639492 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b42d8033-aec6-44cb-8834-993f51ebe31a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.639492 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b42d8033-aec6-44cb-8834-993f51ebe31a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493359 Nov 02 12:37:21.642267 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46830) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:21.648239 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-613e2584-7fcb-4c0d-aa60-940c43f0a5cb tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Request body: {'security_group_rule': {'security_group_id': 'bbe97a62-6e9e-48d2-b279-b423fe2210ed', 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:21.682782 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-613e2584-7fcb-4c0d-aa60-940c43f0a5cb tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (6ea7f580-2fbd-4864-92bf-1b2abcd6740e), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.766236 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-613e2584-7fcb-4c0d-aa60-940c43f0a5cb tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (6ea7f580-2fbd-4864-92bf-1b2abcd6740e), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.770764 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-613e2584-7fcb-4c0d-aa60-940c43f0a5cb tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (6ea7f580-2fbd-4864-92bf-1b2abcd6740e), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.788430 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e2584-7fcb-4c0d-aa60-940c43f0a5cb tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea7f580-2fbd-4864-92bf-1b2abcd6740e,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:21.800460 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-613e2584-7fcb-4c0d-aa60-940c43f0a5cb tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.804311 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-613e2584-7fcb-4c0d-aa60-940c43f0a5cb tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583018 Nov 02 12:37:21.804532 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46832) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:21.809722 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-e182b191-0a1e-445d-a3a8-cbae9f627077 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Request body: {'security_group_rule': {'security_group_id': 'bbe97a62-6e9e-48d2-b279-b423fe2210ed', 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:21.833761 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.securitygroups_db [None req-e182b191-0a1e-445d-a3a8-cbae9f627077 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Project 2b3b8f23a66e4540a0f65330c6d6496e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:37:21.840822 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e182b191-0a1e-445d-a3a8-cbae9f627077 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (793db458-3e3a-4df8-b471-4dc12bfee5f7), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.911015 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e182b191-0a1e-445d-a3a8-cbae9f627077 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (793db458-3e3a-4df8-b471-4dc12bfee5f7), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.914605 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e182b191-0a1e-445d-a3a8-cbae9f627077 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (793db458-3e3a-4df8-b471-4dc12bfee5f7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.937335 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182b191-0a1e-445d-a3a8-cbae9f627077 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793db458-3e3a-4df8-b471-4dc12bfee5f7,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:21.941813 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e182b191-0a1e-445d-a3a8-cbae9f627077 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.943779 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e182b191-0a1e-445d-a3a8-cbae9f627077 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374264 Nov 02 12:37:21.946109 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 46834) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:21.950792 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-08cc448c-6ded-4ba1-bdff-d98a3970d4d7 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Request body: {'security_group_rule': {'security_group_id': 'bbe97a62-6e9e-48d2-b279-b423fe2210ed', 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:21.983151 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.securitygroups_db [None req-08cc448c-6ded-4ba1-bdff-d98a3970d4d7 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Project 2b3b8f23a66e4540a0f65330c6d6496e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:37:21.989991 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08cc448c-6ded-4ba1-bdff-d98a3970d4d7 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (642df182-99de-49cf-a15d-8e1339c5ed61), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.053513 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08cc448c-6ded-4ba1-bdff-d98a3970d4d7 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (642df182-99de-49cf-a15d-8e1339c5ed61), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.057543 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08cc448c-6ded-4ba1-bdff-d98a3970d4d7 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (642df182-99de-49cf-a15d-8e1339c5ed61), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.080717 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc448c-6ded-4ba1-bdff-d98a3970d4d7 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642df182-99de-49cf-a15d-8e1339c5ed61,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:22.086029 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08cc448c-6ded-4ba1-bdff-d98a3970d4d7 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:22.091183 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-08cc448c-6ded-4ba1-bdff-d98a3970d4d7 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400940 Nov 02 12:37:23.110793 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Sync routers for ids ['7daa5901-691a-4622-baaf-131e18e36017'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:23.122916 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Routers {'7daa5901-691a-4622-baaf-131e18e36017'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:23.123519 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7daa5901-691a-4622-baaf-131e18e36017'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:23.143474 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 2819a791-b6f2-401f-981f-381518d32706 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:23.199874 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:23.214408 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 2819a791-b6f2-401f-981f-381518d32706 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:23.214889 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (2819a791-b6f2-401f-981f-381518d32706), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:23.215127 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 2819a791-b6f2-401f-981f-381518d32706 Nov 02 12:37:23.261482 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Set router 7daa5901-691a-4622-baaf-131e18e36017 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:23.303454 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 2819a791-b6f2-401f-981f-381518d32706 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:23.303921 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (2819a791-b6f2-401f-981f-381518d32706), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:23.328600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 2819a791-b6f2-401f-981f-381518d32706, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=2819a791-b6f2-401f-981f-381518d32706,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:23.333835 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (2819a791-b6f2-401f-981f-381518d32706), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:23.412972 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=2819a791-b6f2-401f-981f-381518d32706,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:23.489080 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7daa5901-691a-4622-baaf-131e18e36017', 'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2819a791-b6f2-401f-981f-381518d32706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:15Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 4, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'gw_port': {'id': '2819a791-b6f2-401f-981f-381518d32706', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '73a04215-4e69-49ba-b213-1e8e4f259d44', 'name': '', 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'mac_address': 'fa:16:3e:ed:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 2, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'subnets': [{'id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:23.518449 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Checking router: 7daa5901-691a-4622-baaf-131e18e36017 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:23.518796 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Updating router 7daa5901-691a-4622-baaf-131e18e36017 port 73a04215-4e69-49ba-b213-1e8e4f259d44 binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:23.549347 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:23.653884 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=100 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:23.800728 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:23.918198 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Publish callbacks [] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:23.926663 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.067003 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05ba74-1de6-4404-b392-6ea61c529bdd None None] Pushing event updated for resources: {'Port': ['ID=73a04215-4e69-49ba-b213-1e8e4f259d44,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:24.083120 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Attempting to bind port 73a04215-4e69-49ba-b213-1e8e4f259d44 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:24.083507 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Attempting to bind port 73a04215-4e69-49ba-b213-1e8e4f259d44 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '099e0f87-e501-422f-8ffe-fc6285f9b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:24.083847 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Attempting to bind port 73a04215-4e69-49ba-b213-1e8e4f259d44 on network a82407f5-4c78-4267-8d3f-aec6da7f74c6 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:24.184669 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:24.185406 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Checking segment: {'id': '099e0f87-e501-422f-8ffe-fc6285f9b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:24.185406 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.185755 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Bound using segment: {'id': '099e0f87-e501-422f-8ffe-fc6285f9b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:24.186252 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Bound port: 73a04215-4e69-49ba-b213-1e8e4f259d44, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099e0f87-e501-422f-8ffe-fc6285f9b5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:24.186607 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.258117 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] For port 73a04215-4e69-49ba-b213-1e8e4f259d44, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:24.262322 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] For port 73a04215-4e69-49ba-b213-1e8e4f259d44, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=73a04215-4e69-49ba-b213-1e8e4f259d44,segment=NetworkSegment(099e0f87-e501-422f-8ffe-fc6285f9b5d3),segment_id=099e0f87-e501-422f-8ffe-fc6285f9b5d3)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:24.272897 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.311033 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Routers {'7daa5901-691a-4622-baaf-131e18e36017'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:24.311658 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7daa5901-691a-4622-baaf-131e18e36017'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:24.365355 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05ba74-1de6-4404-b392-6ea61c529bdd None None] Pushing event updated for resources: {'Port': ['ID=73a04215-4e69-49ba-b213-1e8e4f259d44,revision_number=4']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:24.442722 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] Set router 7daa5901-691a-4622-baaf-131e18e36017 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:24.606053 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:24.646407 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7daa5901-691a-4622-baaf-131e18e36017', 'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2819a791-b6f2-401f-981f-381518d32706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:15Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 4, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'gw_port': {'id': '2819a791-b6f2-401f-981f-381518d32706', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '73a04215-4e69-49ba-b213-1e8e4f259d44', 'name': '', 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'mac_address': 'fa:16:3e:ed:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:24Z', 'revision_number': 4, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'subnets': [{'id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:24.676666 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ea763-9472-4403-a029-0d4c22c357e8 None None] The sync data for ids ['7daa5901-691a-4622-baaf-131e18e36017'] in dv-cinder-863273-1-iscsi is: [{'id': '7daa5901-691a-4622-baaf-131e18e36017', 'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2819a791-b6f2-401f-981f-381518d32706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:15Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 4, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'gw_port': {'id': '2819a791-b6f2-401f-981f-381518d32706', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '73a04215-4e69-49ba-b213-1e8e4f259d44', 'name': '', 'network_id': 'a82407f5-4c78-4267-8d3f-aec6da7f74c6', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'mac_address': 'fa:16:3e:ed:54:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:18Z', 'updated_at': '2022-11-02T12:37:24Z', 'revision_number': 4, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'subnets': [{'id': 'd18fe16b-35e4-4e95-bd43-e024cda63ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:25.145097 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 2819a791-b6f2-401f-981f-381518d32706 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:25.208319 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 2819a791-b6f2-401f-981f-381518d32706 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:25.208869 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (2819a791-b6f2-401f-981f-381518d32706), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.209319 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 2819a791-b6f2-401f-981f-381518d32706 Nov 02 12:37:25.294964 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 2819a791-b6f2-401f-981f-381518d32706 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:25.295961 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 73a04215-4e69-49ba-b213-1e8e4f259d44 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:25.354880 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 73a04215-4e69-49ba-b213-1e8e4f259d44 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:25.355549 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.356075 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 73a04215-4e69-49ba-b213-1e8e4f259d44 Nov 02 12:37:25.382088 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:25.440018 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 73a04215-4e69-49ba-b213-1e8e4f259d44 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:25.440408 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.494995 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 73a04215-4e69-49ba-b213-1e8e4f259d44, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=73a04215-4e69-49ba-b213-1e8e4f259d44,segment=NetworkSegment(099e0f87-e501-422f-8ffe-fc6285f9b5d3),segment_id=099e0f87-e501-422f-8ffe-fc6285f9b5d3)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:25.499658 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.559782 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=73a04215-4e69-49ba-b213-1e8e4f259d44,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:27.138470 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 73a04215-4e69-49ba-b213-1e8e4f259d44 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:27.186789 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 73a04215-4e69-49ba-b213-1e8e4f259d44 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:27.187689 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:27.187689 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 73a04215-4e69-49ba-b213-1e8e4f259d44 Nov 02 12:37:27.266620 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 73a04215-4e69-49ba-b213-1e8e4f259d44 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:30.373569 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:31.466448 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=65,neutron:INSERT=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:31.470961 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:32.077963 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:32.080597 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=73,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:32.763666 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f9d89561-c649-4158-8275-7b76f69f92f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:33.902458 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47024) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:34.198226 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2001c32-1ca5-48ed-896f-dde7f39e1c29 admin admin] Deleting subnet f52a760e-8f7b-4ee0-9784-1d049afed67c {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:37:34.201546 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d2001c32-1ca5-48ed-896f-dde7f39e1c29 admin admin] Publish callbacks [] for subnet (f52a760e-8f7b-4ee0-9784-1d049afed67c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.238115 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d2001c32-1ca5-48ed-896f-dde7f39e1c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960170'] for subnet (f52a760e-8f7b-4ee0-9784-1d049afed67c), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.311404 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d2001c32-1ca5-48ed-896f-dde7f39e1c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (f52a760e-8f7b-4ee0-9784-1d049afed67c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.345911 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5170ef-01ac-460d-8325-1d0d6679644c req-944a339b-85cd-493c-8d5a-a3e920d6a44c tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:34.347494 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9a5170ef-01ac-460d-8325-1d0d6679644c req-944a339b-85cd-493c-8d5a-a3e920d6a44c tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 945 time: 0.0810790 Nov 02 12:37:34.416480 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9a5170ef-01ac-460d-8325-1d0d6679644c req-8e205aa8-c850-469b-bd3e-8c9408a2a79b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621514 Nov 02 12:37:34.417839 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d2001c32-1ca5-48ed-896f-dde7f39e1c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5432924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241350'] for subnet (f52a760e-8f7b-4ee0-9784-1d049afed67c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.441850 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2001c32-1ca5-48ed-896f-dde7f39e1c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52a760e-8f7b-4ee0-9784-1d049afed67c,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:34.448622 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d2001c32-1ca5-48ed-896f-dde7f39e1c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.451757 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d2001c32-1ca5-48ed-896f-dde7f39e1c29 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/f52a760e-8f7b-4ee0-9784-1d049afed67c HTTP/1.1" status: 204 len: 168 time: 0.5482919 Nov 02 12:37:34.454258 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47038) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:34.527670 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (0f9253c1-6064-44e1-b31c-3582b867847c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.610170 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (0f9253c1-6064-44e1-b31c-3582b867847c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.630401 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9253c1-6064-44e1-b31c-3582b867847c']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:34.639666 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fa4db1-07ea-4d0f-81d8-d8b05fec726b') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:34.639966 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fa4db1-07ea-4d0f-81d8-d8b05fec726b') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:34.649416 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:34.650258 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (22fa4db1-07ea-4d0f-81d8-d8b05fec726b), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.650559 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:34.664164 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (22fa4db1-07ea-4d0f-81d8-d8b05fec726b), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.671188 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:37:34.671580 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (22fa4db1-07ea-4d0f-81d8-d8b05fec726b), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.737039 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (0f9253c1-6064-44e1-b31c-3582b867847c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.742519 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.745790 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/0f9253c1-6064-44e1-b31c-3582b867847c HTTP/1.1" status: 204 len: 168 time: 0.2906232 Nov 02 12:37:34.748988 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47044) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:34.759458 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be6c9f-e14b-4e50-8f1b-8d2dfc07d217 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9253c1-6064-44e1-b31c-3582b867847c,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:34.800872 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0d4c03-3280-4a37-92c8-67dfaa08292e admin admin] Deleting subnet 5dcb2e47-6f27-4c7a-a691-a4b558aa31fa {{(pid=106350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:37:34.804430 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4c03-3280-4a37-92c8-67dfaa08292e admin admin] Publish callbacks [] for subnet (5dcb2e47-6f27-4c7a-a691-a4b558aa31fa), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.842032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4c03-3280-4a37-92c8-67dfaa08292e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5705596'] for subnet (5dcb2e47-6f27-4c7a-a691-a4b558aa31fa), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.842640 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 22fa4db1-07ea-4d0f-81d8-d8b05fec726b resource provider aggregate not found Nov 02 12:37:34.860649 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 22fa4db1-07ea-4d0f-81d8-d8b05fec726b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22fa4db1-07ea-4d0f-81d8-d8b05fec726b found for delete ", "request_id": "req-a7bd7770-8677-429f-8c1a-b6b0dcbb7143"}]} Nov 02 12:37:34.882851 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4c03-3280-4a37-92c8-67dfaa08292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (5dcb2e47-6f27-4c7a-a691-a4b558aa31fa), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.937507 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4c03-3280-4a37-92c8-67dfaa08292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5336142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4919004'] for subnet (5dcb2e47-6f27-4c7a-a691-a4b558aa31fa), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.967421 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d4c03-3280-4a37-92c8-67dfaa08292e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dcb2e47-6f27-4c7a-a691-a4b558aa31fa,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:34.971140 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4c03-3280-4a37-92c8-67dfaa08292e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:34.974268 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4e0d4c03-3280-4a37-92c8-67dfaa08292e admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/5dcb2e47-6f27-4c7a-a691-a4b558aa31fa HTTP/1.1" status: 204 len: 168 time: 0.2235901 Nov 02 12:37:34.976678 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47048) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:35.044903 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (9475ffd0-e3b2-484d-9aed-d5def991cffa), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.125383 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (9475ffd0-e3b2-484d-9aed-d5def991cffa), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.145754 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9475ffd0-e3b2-484d-9aed-d5def991cffa']}} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:35.154983 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4201ac0a-02d1-4f97-9261-2efee58dc46a') {'for_net_delete': True} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:35.155280 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4201ac0a-02d1-4f97-9261-2efee58dc46a') {} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:35.165216 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5705579'] for segment (4201ac0a-02d1-4f97-9261-2efee58dc46a), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.179201 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (4201ac0a-02d1-4f97-9261-2efee58dc46a), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.186533 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=106350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:37:35.186933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336208'] for segment (4201ac0a-02d1-4f97-9261-2efee58dc46a), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.227638 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 4201ac0a-02d1-4f97-9261-2efee58dc46a resource provider aggregate not found Nov 02 12:37:35.247083 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 4201ac0a-02d1-4f97-9261-2efee58dc46a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4201ac0a-02d1-4f97-9261-2efee58dc46a found for delete ", "request_id": "req-c63e2f78-36cd-4cea-84e0-d10c6b5111de"}]} Nov 02 12:37:35.255622 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (9475ffd0-e3b2-484d-9aed-d5def991cffa), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.262104 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.267304 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/9475ffd0-e3b2-484d-9aed-d5def991cffa HTTP/1.1" status: 204 len: 168 time: 0.2875156 Nov 02 12:37:35.279672 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465aea8-77bc-4ebb-aba0-c7ea05aa7fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=9475ffd0-e3b2-484d-9aed-d5def991cffa,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:35.482771 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47060) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:35.557814 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-5460c2c1-6b2e-4fae-b7b7-eb33bb57bb08 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=335539872e6840bda5ae9db0049078bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738621 Nov 02 12:37:35.560616 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47062) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:35.576850 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3f2e4-dda0-492f-bb73-81bcb2759dcb req-22ddebbe-08e5-4503-916b-c615ad9802fd tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:35.578454 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f5a3f2e4-dda0-492f-bb73-81bcb2759dcb req-22ddebbe-08e5-4503-916b-c615ad9802fd tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 945 time: 0.0636117 Nov 02 12:37:35.613968 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b135dd8d-0838-46b6-8ba9-981c0edb0294 admin admin] Publish callbacks [] for security_group (6291790a-7a0a-42e7-8092-00f8b3adebdd), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.629469 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-f5a3f2e4-dda0-492f-bb73-81bcb2759dcb req-c8115b1e-f82e-4e5c-8bfa-5e52e482011f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=73110a27-dd26-4bfa-9b06-8c7b8ea05a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440869 Nov 02 12:37:35.636234 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b135dd8d-0838-46b6-8ba9-981c0edb0294 admin admin] Publish callbacks [] for security_group (6291790a-7a0a-42e7-8092-00f8b3adebdd), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.686520 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b135dd8d-0838-46b6-8ba9-981c0edb0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (6291790a-7a0a-42e7-8092-00f8b3adebdd), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.689127 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b135dd8d-0838-46b6-8ba9-981c0edb0294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.690307 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b135dd8d-0838-46b6-8ba9-981c0edb0294 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/6291790a-7a0a-42e7-8092-00f8b3adebdd HTTP/1.1" status: 204 len: 168 time: 0.1282554 Nov 02 12:37:35.698431 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135dd8d-0838-46b6-8ba9-981c0edb0294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6291790a-7a0a-42e7-8092-00f8b3adebdd,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:35.737621 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-355f8516-756b-486c-ae5a-b0ffb2d903e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:35.821291 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-918e93e0-eb4a-449b-ada4-0627631facc4 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:35.822805 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-918e93e0-eb4a-449b-ada4-0627631facc4 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 945 time: 0.0488667 Nov 02 12:37:36.046497 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47068) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:36.094565 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ac148b5e-f2d3-4204-ba6c-6e51cf1b635c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=a91bf96895184e1c8a880b2d88037cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468705 Nov 02 12:37:36.097065 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47070) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:36.148617 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7e7991f-1782-4ee1-b802-96b633809f6f admin admin] Publish callbacks [] for security_group (3eb41108-1526-4c1f-9197-3eca68bf4a80), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.161541 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:36.165562 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Deleting port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:36.165900 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.167334 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:36.173550 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7e7991f-1782-4ee1-b802-96b633809f6f admin admin] Publish callbacks [] for security_group (3eb41108-1526-4c1f-9197-3eca68bf4a80), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.222823 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7e7991f-1782-4ee1-b802-96b633809f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (3eb41108-1526-4c1f-9197-3eca68bf4a80), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.225188 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b7e7991f-1782-4ee1-b802-96b633809f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.226359 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b7e7991f-1782-4ee1-b802-96b633809f6f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/3eb41108-1526-4c1f-9197-3eca68bf4a80 HTTP/1.1" status: 204 len: 168 time: 0.1283791 Nov 02 12:37:36.234447 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7991f-1782-4ee1-b802-96b633809f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb41108-1526-4c1f-9197-3eca68bf4a80,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:36.265416 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] For port 0f9c0392-6d3a-4042-8f7f-1f9f25757495, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0f9c0392-6d3a-4042-8f7f-1f9f25757495,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:36.265787 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.308890 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:36.380032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:36.468162 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.468524 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (8a4a4810-0157-46ab-a264-5b2896c92e5d), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.468837 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Floating IP 8a4a4810-0157-46ab-a264-5b2896c92e5d disassociated. External IP: 172.27.3.165, port: 0f9c0392-6d3a-4042-8f7f-1f9f25757495. Nov 02 12:37:36.469198 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Calling delete_port for 0f9c0392-6d3a-4042-8f7f-1f9f25757495 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:36.602608 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (0f9c0392-6d3a-4042-8f7f-1f9f25757495), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.637600 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'Port': ['ID=0f9c0392-6d3a-4042-8f7f-1f9f25757495,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:36.756055 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-04f2bdca-dff0-4692-906c-59f86c6ac972 req-986efdf4-7316-4588-9ff9-f9a9f94c3f99 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 210 time: 0.0339019 Nov 02 12:37:36.769245 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:36.880370 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:36.893997 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:36.905708 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:36.906393 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:36.931410 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] No DVR routers for this DVR port 0f9c0392-6d3a-4042-8f7f-1f9f25757495 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:36.934068 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:36.937362 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-96f768cf-1f49-48bf-80fc-5945a41e29e5 req-a2edcb09-5250-43ea-af3c-87518f22f9fe tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "DELETE /networking/v2.0/ports/0f9c0392-6d3a-4042-8f7f-1f9f25757495 HTTP/1.1" status: 204 len: 173 time: 1.1094005 Nov 02 12:37:36.937863 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'name': 'network-vif-deleted', 'tag': '0f9c0392-6d3a-4042-8f7f-1f9f25757495'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:36.940245 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe29e65-c78a-4900-8c03-19c08eef65af" -d '{"events": [{"server_uuid": "4e034cdd-9d61-4dd9-9a05-f17b722a9fdb", "name": "network-vif-deleted", "tag": "0f9c0392-6d3a-4042-8f7f-1f9f25757495"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:36.964191 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:36.986507 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda63289-1305-4ae3-beae-a29f7fe82988 x-openstack-request-id: req-dda63289-1305-4ae3-beae-a29f7fe82988 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:36.986928 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e034cdd-9d61-4dd9-9a05-f17b722a9fdb", "name": "network-vif-deleted", "tag": "0f9c0392-6d3a-4042-8f7f-1f9f25757495", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:36.987074 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dda63289-1305-4ae3-beae-a29f7fe82988 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:36.987969 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda63289-1305-4ae3-beae-a29f7fe82988'] response: {'server_uuid': '4e034cdd-9d61-4dd9-9a05-f17b722a9fdb', 'name': 'network-vif-deleted', 'tag': '0f9c0392-6d3a-4042-8f7f-1f9f25757495', 'status': 'completed', 'code': 200} Nov 02 12:37:37.076983 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:37.321782 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '64fdf353-6bd7-4cf2-8c7b-4b158e93cb47', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:25Z', 'updated_at': '2022-11-02T12:35:49Z', 'revision_number': 2, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:37.355752 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:37.366985 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:37.368449 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:37.636690 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:37.667313 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.805700 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:37.908701 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '64fdf353-6bd7-4cf2-8c7b-4b158e93cb47', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:25Z', 'updated_at': '2022-11-02T12:35:49Z', 'revision_number': 2, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:37.940301 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3f441946-4684-4aa5-912a-6129a14f8977 req-c8fa8d22-efd6-4135-a362-6cbee713b14d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4e034cdd-9d61-4dd9-9a05-f17b722a9fdb HTTP/1.1" status: 200 len: 210 time: 0.0577874 Nov 02 12:37:37.943775 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d69ba81-19e9-4f65-ab3f-cbc2fffda16d None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '64fdf353-6bd7-4cf2-8c7b-4b158e93cb47', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:bc:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2df250e-1726-4f54-a16d-759cf7372159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:35:25Z', 'updated_at': '2022-11-02T12:35:49Z', 'revision_number': 2, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:38.205354 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cedb19-1531-42ca-a8bc-f8c3a1c1b75a None None] New status for floating IP 8a4a4810-0157-46ab-a264-5b2896c92e5d: DOWN {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:37:38.316739 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.964312 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.967276 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-64d57811-f489-4e8a-92c7-c26db17674b2 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1502145944&fields=id&tenant_id=2b3b8f23a66e4540a0f65330c6d6496e HTTP/1.1" status: 200 len: 267 time: 0.0550573 Nov 02 12:37:39.054310 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47152) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:39.094942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-fcb17ad4-f962-4d4e-a5b0-c5feb152290b tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:39.096424 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-fcb17ad4-f962-4d4e-a5b0-c5feb152290b tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/networks?id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc HTTP/1.1" status: 200 len: 812 time: 0.1216755 Nov 02 12:37:39.111461 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-514eea8d-8c66-4091-8666-9061f4958ad2 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/quotas/2b3b8f23a66e4540a0f65330c6d6496e HTTP/1.1" status: 200 len: 375 time: 0.0094719 Nov 02 12:37:39.118313 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4706-8a3c-4e0e-b137-4190e20a7e92 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (73110a27-dd26-4bfa-9b06-8c7b8ea05a71), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.143320 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4706-8a3c-4e0e-b137-4190e20a7e92 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (73110a27-dd26-4bfa-9b06-8c7b8ea05a71), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.169964 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-8aa17b95-ff5a-41d0-b94f-f875e56a51ab tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=2b3b8f23a66e4540a0f65330c6d6496e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528283 Nov 02 12:37:39.211116 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4706-8a3c-4e0e-b137-4190e20a7e92 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (73110a27-dd26-4bfa-9b06-8c7b8ea05a71), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.213911 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4706-8a3c-4e0e-b137-4190e20a7e92 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.215081 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-1fdc4706-8a3c-4e0e-b137-4190e20a7e92 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/73110a27-dd26-4bfa-9b06-8c7b8ea05a71 HTTP/1.1" status: 204 len: 168 time: 0.1584690 Nov 02 12:37:39.220250 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47154) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:39.233670 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc4706-8a3c-4e0e-b137-4190e20a7e92 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73110a27-dd26-4bfa-9b06-8c7b8ea05a71,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:39.240482 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.api.v2.resource [None req-d4bb31e4-9ab0-46e7-8199-3d0635014f00 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] show failed (client error): The resource could not be found. Nov 02 12:37:39.241580 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d4bb31e4-9ab0-46e7-8199-3d0635014f00 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups/73110a27-dd26-4bfa-9b06-8c7b8ea05a71 HTTP/1.1" status: 404 len: 347 time: 0.0203803 Nov 02 12:37:39.245258 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47156) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:39.285838 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-bf8d65e7-5b7f-489b-9880-7db09ef83739 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013875 Nov 02 12:37:39.372929 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Deleting port 5ab807da-16c0-4233-a87d-53841e9593cf {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:39.373334 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (5ab807da-16c0-4233-a87d-53841e9593cf), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.387616 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:39.394851 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-26047d27-40b0-46f0-9296-e3f8440c9d62 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025259 Nov 02 12:37:39.472209 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (5ab807da-16c0-4233-a87d-53841e9593cf), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.472209 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (5ab807da-16c0-4233-a87d-53841e9593cf), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.487115 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Calling delete_port for 5ab807da-16c0-4233-a87d-53841e9593cf owned by network:floatingip {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:39.647538 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (5ab807da-16c0-4233-a87d-53841e9593cf), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.673501 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'Port': ['ID=5ab807da-16c0-4233-a87d-53841e9593cf,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:39.753982 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-216d35ac-51bc-4292-9f21-0579a727d81d req-b81b6bb8-2da1-4009-a2a9-7a26bb82eb64 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 210 time: 0.0481899 Nov 02 12:37:39.772776 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (8a4a4810-0157-46ab-a264-5b2896c92e5d), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.776097 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:39.777884 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ebd320c6-7655-48c2-b8f3-ca7eda3f50c0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/8a4a4810-0157-46ab-a264-5b2896c92e5d HTTP/1.1" status: 204 len: 168 time: 0.5310628 Nov 02 12:37:40.718328 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 0f9c0392-6d3a-4042-8f7f-1f9f25757495 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:40.754357 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 0f9c0392-6d3a-4042-8f7f-1f9f25757495 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:40.754686 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 0f9c0392-6d3a-4042-8f7f-1f9f25757495 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:40.871914 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-057e02d3-b97e-4b5c-b51a-cbc834ab6eac req-6ffefee0-da38-4b3c-8cf9-7b692ce08cc4 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 210 time: 0.0332425 Nov 02 12:37:41.039512 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:41.149345 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-85341a16-6241-4516-b4ef-4043f86e8e3a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:41.151141 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-85341a16-6241-4516-b4ef-4043f86e8e3a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.87 "GET /networking/v2.0/networks?id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc HTTP/1.1" status: 200 len: 812 time: 0.1206126 Nov 02 12:37:41.216793 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-af37f733-16fa-4081-a23e-54d8d1522a37 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2b3b8f23a66e4540a0f65330c6d6496e HTTP/1.1" status: 200 len: 380 time: 0.0581558 Nov 02 12:37:41.226530 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Request body: {'port': {'device_id': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'admin_state_up': True, 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'security_groups': ['bbe97a62-6e9e-48d2-b279-b423fe2210ed']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:41.341070 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Made reservation on behalf of 2b3b8f23a66e4540a0f65330c6d6496e for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:41.344898 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.478465 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f74019-7d99-4756-b070-c29c8fb0bd97 req-565c9b96-4337-4882-824c-3965dd79f073 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:41.480094 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-19f74019-7d99-4756-b070-c29c8fb0bd97 req-565c9b96-4337-4882-824c-3965dd79f073 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 945 time: 0.0624211 Nov 02 12:37:41.485115 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Allocated IP 172.20.0.5 (ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc/326112d3-770f-40fb-935b-96d7c409565d/83ebf17f-897d-4acb-afb7-aa488ae074e3) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:41.535253 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-19f74019-7d99-4756-b070-c29c8fb0bd97 req-103315e5-293a-4f80-ad1e-5ad825797b4d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460966 Nov 02 12:37:41.635936 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.668238 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.713643 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:41.716833 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:41.720774 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:41.749141 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'Port': ['ID=83ebf17f-897d-4acb-afb7-aa488ae074e3,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:41.779100 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:41.779729 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.797345 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-1f286c11-52e3-41c0-ab57-7ae7235c9bea tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763221 Nov 02 12:37:41.973833 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-f07169df-87e7-4a35-8833-9e7b1ff66eef None None] Provisioning complete for port 83ebf17f-897d-4acb-afb7-aa488ae074e3 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:41.974397 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f07169df-87e7-4a35-8833-9e7b1ff66eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.974514 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-f07169df-87e7-4a35-8833-9e7b1ff66eef None None] Attempt 1 to provision port 83ebf17f-897d-4acb-afb7-aa488ae074e3 Nov 02 12:37:41.992270 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b08c1-ed69-4142-a69f-bfd80dd2e644 req-5f888c8f-ae52-4354-927c-87096ec8dbfa tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:41.993892 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-546b08c1-ed69-4142-a69f-bfd80dd2e644 req-5f888c8f-ae52-4354-927c-87096ec8dbfa tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 931 time: 0.0478115 Nov 02 12:37:42.010415 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f07169df-87e7-4a35-8833-9e7b1ff66eef None None] Port 83ebf17f-897d-4acb-afb7-aa488ae074e3 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:42.019994 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:42.048388 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-546b08c1-ed69-4142-a69f-bfd80dd2e644 req-15bca53f-a8c2-407d-866e-7cabeed73485 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479662 Nov 02 12:37:42.569759 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Request body: {'port': {'device_id': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:42.610107 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:42.651829 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:42.672249 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41d66d-58c2-4476-b281-313b28c189dc req-a205fdf5-d733-4af6-8e28-65b3684c363b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:42.674010 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-de41d66d-58c2-4476-b281-313b28c189dc req-a205fdf5-d733-4af6-8e28-65b3684c363b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 945 time: 0.0543439 Nov 02 12:37:42.726078 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-de41d66d-58c2-4476-b281-313b28c189dc req-972e53dc-660b-46f1-a7f0-163bf2d21027 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453134 Nov 02 12:37:42.933418 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-4e6ae20b-ec05-4aa0-8e06-367a2333cb06 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:42.934737 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-4e6ae20b-ec05-4aa0-8e06-367a2333cb06 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 945 time: 0.0615833 Nov 02 12:37:42.989779 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ebf17f-897d-4acb-afb7-aa488ae074e3 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:43.004317 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Publish callbacks [] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.043488 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Transition to ACTIVE for port object 83ebf17f-897d-4acb-afb7-aa488ae074e3 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:37:43.047064 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.084540 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Deleting port 37793e4a-f37f-4d9f-836a-8413dc503ee1 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:43.084540 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.172871 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Pushing event updated for resources: {'Port': ['ID=83ebf17f-897d-4acb-afb7-aa488ae074e3,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:43.246637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d8caa-2930-4313-9528-9a98dea31fba req-de2c7a6a-769e-43c0-9e3b-a79fb2c0e11b tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:43.248114 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3f6d8caa-2930-4313-9528-9a98dea31fba req-de2c7a6a-769e-43c0-9e3b-a79fb2c0e11b tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 943 time: 0.1055286 Nov 02 12:37:43.295841 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] For port 37793e4a-f37f-4d9f-836a-8413dc503ee1, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37793e4a-f37f-4d9f-836a-8413dc503ee1,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:43.296205 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.360956 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Attempting to bind port 83ebf17f-897d-4acb-afb7-aa488ae074e3 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:43.361320 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Attempting to bind port 83ebf17f-897d-4acb-afb7-aa488ae074e3 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:43.361654 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Attempting to bind port 83ebf17f-897d-4acb-afb7-aa488ae074e3 on network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:43.416383 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-3f6d8caa-2930-4313-9528-9a98dea31fba req-e5003158-6793-45c8-9f36-67cdc6df129f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598895 Nov 02 12:37:43.462458 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:43.470971 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:43.487787 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Port 83ebf17f-897d-4acb-afb7-aa488ae074e3 on network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:37:43.488218 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Attempting to bind port 83ebf17f-897d-4acb-afb7-aa488ae074e3 on network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:43.575187 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.575553 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (64fdf353-6bd7-4cf2-8c7b-4b158e93cb47), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.575871 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Floating IP 64fdf353-6bd7-4cf2-8c7b-4b158e93cb47 disassociated. External IP: 172.27.3.210, port: 37793e4a-f37f-4d9f-836a-8413dc503ee1. Nov 02 12:37:43.576210 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Calling delete_port for 37793e4a-f37f-4d9f-836a-8413dc503ee1 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:43.592928 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:43.593291 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Checking segment: {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:43.593670 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Bound using segment: {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:43.594109 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Bound port: 83ebf17f-897d-4acb-afb7-aa488ae074e3, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f322b5e6-6bd3-46fb-a89f-faae949be911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:43.594465 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.714070 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] For port 83ebf17f-897d-4acb-afb7-aa488ae074e3, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:43.728769 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] For port 83ebf17f-897d-4acb-afb7-aa488ae074e3, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:43.737567 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.740604 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:43.741420 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.742824 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/83ebf17f-897d-4acb-afb7-aa488ae074e3 HTTP/1.1" status: 200 len: 1093 time: 1.1779301 Nov 02 12:37:43.769136 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:43.771531 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbf8757-8683-41ad-9ec0-414fc25041ed" -d '{"events": [{"name": "network-changed", "server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:43.819499 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa36961-4b80-4c36-a731-812f7cf6425c x-openstack-request-id: req-eaa36961-4b80-4c36-a731-812f7cf6425c {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:43.819789 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:43.820745 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eaa36961-4b80-4c36-a731-812f7cf6425c {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:43.821256 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa36961-4b80-4c36-a731-812f7cf6425c'] response: {'name': 'network-changed', 'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'status': 'completed', 'code': 200} Nov 02 12:37:43.835416 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:43.876688 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-ff94d1fb-00c6-43ba-8873-4d70db755735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:43.878452 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-ff94d1fb-00c6-43ba-8873-4d70db755735 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=2b3b8f23a66e4540a0f65330c6d6496e&device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 1127 time: 0.0796492 Nov 02 12:37:43.879072 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (37793e4a-f37f-4d9f-836a-8413dc503ee1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.894691 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ad034-b2d9-4db3-8a13-8890f1bbe2c8 req-174d9207-abea-43f9-ae8a-c283bdc717d5 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:43.901756 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-833ad034-b2d9-4db3-8a13-8890f1bbe2c8 req-174d9207-abea-43f9-ae8a-c283bdc717d5 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 945 time: 0.0746143 Nov 02 12:37:43.909993 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:43.937779 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2374d88-2980-401c-8212-c4a72f3f3950 service neutron] Pushing event updated for resources: {'Port': ['ID=83ebf17f-897d-4acb-afb7-aa488ae074e3,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:43.947083 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-41057dc7-ef5a-4910-a79b-2d3c11941258 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3 HTTP/1.1" status: 200 len: 217 time: 0.0566413 Nov 02 12:37:43.954508 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-833ad034-b2d9-4db3-8a13-8890f1bbe2c8 req-d477a1f5-b79d-4ad1-9d07-b47920929780 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ba34fb74-9592-4950-97b1-c633dc37fea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517998 Nov 02 12:37:43.981172 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'Port': ['ID=37793e4a-f37f-4d9f-836a-8413dc503ee1,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:44.058003 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-5cd45e80-c110-4956-a369-d5b6026c2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:44.059377 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-5cd45e80-c110-4956-a369-d5b6026c2ba0 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=326112d3-770f-40fb-935b-96d7c409565d HTTP/1.1" status: 200 len: 851 time: 0.0946667 Nov 02 12:37:44.135689 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-2b63cde7-7bdd-4091-9a30-a591f7d1a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:44.137176 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-2b63cde7-7bdd-4091-9a30-a591f7d1a02a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543544 Nov 02 12:37:44.141920 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:44.250504 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:44.563394 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:44.565590 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-6a3498b7-f300-4cc6-bd14-2a05ee58b908 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226768 Nov 02 12:37:44.658545 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8eb53-32b5-4bc0-a2cc-3f347f0578ff req-1632b4f2-ac56-46e1-9012-0041e7f3d005 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:44.659976 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40b8eb53-32b5-4bc0-a2cc-3f347f0578ff req-1632b4f2-ac56-46e1-9012-0041e7f3d005 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 943 time: 0.1110072 Nov 02 12:37:44.667733 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:44.677258 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:44.688637 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:44.689441 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:44.735981 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] No DVR routers for this DVR port 37793e4a-f37f-4d9f-836a-8413dc503ee1 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:37:44.739022 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.741995 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bb3dc674-1db9-44c7-a002-3685202d9a79 req-d0fcba0b-58aa-4938-908c-ab7bc36f5249 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "DELETE /networking/v2.0/ports/37793e4a-f37f-4d9f-836a-8413dc503ee1 HTTP/1.1" status: 204 len: 173 time: 1.7918587 Nov 02 12:37:44.794211 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c180e1c3-c7c7-4cb3-ae1b-030387c511a6 req-ce615d06-f5ef-41ed-8c28-d3c0716b9240 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052224 Nov 02 12:37:44.799375 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-40b8eb53-32b5-4bc0-a2cc-3f347f0578ff req-ac8a2c27-82ac-442d-920b-c9870c98bb40 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333308 Nov 02 12:37:44.800292 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:44.802945 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:45.013433 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:45.048368 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:45.061226 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:45.074587 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:45.082989 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-f0e4efc4-a96f-446b-b174-cad6097056fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:45.084816 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-f0e4efc4-a96f-446b-b174-cad6097056fb service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=2b3b8f23a66e4540a0f65330c6d6496e&device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 1127 time: 0.0566874 Nov 02 12:37:45.116080 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47270) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:45.125467 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b776f2da-e4ba-4e8e-810e-186a9a06ebbb req-42d94c9d-e9de-42d6-9ac7-429b06dda219 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f2df250e-1726-4f54-a16d-759cf7372159 HTTP/1.1" status: 200 len: 210 time: 0.0384953 Nov 02 12:37:45.207871 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:45.215405 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-98cb976c-fac3-4a81-b5d6-4d5d228885cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:45.216876 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-98cb976c-fac3-4a81-b5d6-4d5d228885cd service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc HTTP/1.1" status: 200 len: 914 time: 0.1189222 Nov 02 12:37:45.258789 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6c33b188-8dbe-453a-9d6c-77321ecc6957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.340028 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6c33b188-8dbe-453a-9d6c-77321ecc6957 admin admin] Publish callbacks [] for security_group (23a490ab-b854-4900-ac19-c14d6997038f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.343913 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-6c33b188-8dbe-453a-9d6c-77321ecc6957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (23a490ab-b854-4900-ac19-c14d6997038f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.400722 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-6c33b188-8dbe-453a-9d6c-77321ecc6957 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=fcd23d9a231f4cd0a244647ea6c9cb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835841 Nov 02 12:37:45.401595 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47274) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:45.407852 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-d9f47382-d6cc-4891-ae81-81eeb23729dd service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3 HTTP/1.1" status: 200 len: 217 time: 0.0493927 Nov 02 12:37:45.409466 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33b188-8dbe-453a-9d6c-77321ecc6957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a490ab-b854-4900-ac19-c14d6997038f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:45.419906 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:45.450985 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddac1de-5527-45c6-be33-dca34d30fc6b None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:45.474928 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d1711ac5-c26c-4f94-ac05-5e26e1a74f83 admin admin] Publish callbacks [] for security_group (23a490ab-b854-4900-ac19-c14d6997038f), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.486184 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-1174df5a-7741-495d-9ad6-45698dc8cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:45.487670 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-1174df5a-7741-495d-9ad6-45698dc8cc51 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=326112d3-770f-40fb-935b-96d7c409565d HTTP/1.1" status: 200 len: 851 time: 0.0621359 Nov 02 12:37:45.502252 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d1711ac5-c26c-4f94-ac05-5e26e1a74f83 admin admin] Publish callbacks [] for security_group (23a490ab-b854-4900-ac19-c14d6997038f), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.561038 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-0cf50c99-b895-4f5b-8c1d-3f53d21a3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:45.563212 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-0cf50c99-b895-4f5b-8c1d-3f53d21a3bef service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693662 Nov 02 12:37:45.563573 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d1711ac5-c26c-4f94-ac05-5e26e1a74f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (23a490ab-b854-4900-ac19-c14d6997038f), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.566374 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d1711ac5-c26c-4f94-ac05-5e26e1a74f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.567513 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d1711ac5-c26c-4f94-ac05-5e26e1a74f83 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/23a490ab-b854-4900-ac19-c14d6997038f HTTP/1.1" status: 204 len: 168 time: 0.1646006 Nov 02 12:37:45.576936 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1711ac5-c26c-4f94-ac05-5e26e1a74f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a490ab-b854-4900-ac19-c14d6997038f,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:45.672025 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-30a0d9af-1fa7-48a8-9262-c7879470b8c9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031961 Nov 02 12:37:45.778449 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2d84e-fea3-402a-a4b4-be3bf8bb7847 None None] New status for floating IP 64fdf353-6bd7-4cf2-8c7b-4b158e93cb47: DOWN {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:37:45.780855 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cfbf8757-8683-41ad-9ec0-414fc25041ed req-6938f377-d149-4b2b-ae97-93bcd0f4587f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032333 Nov 02 12:37:45.822921 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2df250e-1726-4f54-a16d-759cf7372159', 'name': 'network-vif-deleted', 'tag': '37793e4a-f37f-4d9f-836a-8413dc503ee1'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:45.825322 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089b4ffb-0f16-478d-8bd1-5dc39e8eaaf6" -d '{"events": [{"server_uuid": "f2df250e-1726-4f54-a16d-759cf7372159", "name": "network-vif-deleted", "tag": "37793e4a-f37f-4d9f-836a-8413dc503ee1"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:45.878535 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3552ca78-4ea5-417e-993d-93f22d368133 x-openstack-request-id: req-3552ca78-4ea5-417e-993d-93f22d368133 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:45.879032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2df250e-1726-4f54-a16d-759cf7372159", "name": "network-vif-deleted", "tag": "37793e4a-f37f-4d9f-836a-8413dc503ee1", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:45.879516 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3552ca78-4ea5-417e-993d-93f22d368133 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:45.880173 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3552ca78-4ea5-417e-993d-93f22d368133'] response: {'server_uuid': 'f2df250e-1726-4f54-a16d-759cf7372159', 'name': 'network-vif-deleted', 'tag': '37793e4a-f37f-4d9f-836a-8413dc503ee1', 'status': 'completed', 'code': 200} Nov 02 12:37:45.901851 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47284) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:45.932900 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4403e24f-0c60-4dc6-9e8f-8236847b58ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:45.977712 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e3c17-630b-4011-b47c-672701ce2ad5 req-70184c8e-75b6-4b28-8284-f3041fac0f63 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:45.979179 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d45e3c17-630b-4011-b47c-672701ce2ad5 req-70184c8e-75b6-4b28-8284-f3041fac0f63 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 943 time: 0.0688722 Nov 02 12:37:46.053717 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d45e3c17-630b-4011-b47c-672701ce2ad5 req-cc0aaf5e-f5d1-4c56-ab6c-d4c8a7e0b50d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689280 Nov 02 12:37:46.080787 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4403e24f-0c60-4dc6-9e8f-8236847b58ba admin admin] Publish callbacks [] for security_group (0ec759cf-7457-42b0-9388-49059e4e1c53), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.084701 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4403e24f-0c60-4dc6-9e8f-8236847b58ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0ec759cf-7457-42b0-9388-49059e4e1c53), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.126689 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4403e24f-0c60-4dc6-9e8f-8236847b58ba admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=7f201af1477942fe8438839ab03db462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234781 Nov 02 12:37:46.127426 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403e24f-0c60-4dc6-9e8f-8236847b58ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec759cf-7457-42b0-9388-49059e4e1c53,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:46.130353 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47286) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:46.181116 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7898b127-2971-4636-9ece-4bf319693269 admin admin] Publish callbacks [] for security_group (0ec759cf-7457-42b0-9388-49059e4e1c53), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.204367 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7898b127-2971-4636-9ece-4bf319693269 admin admin] Publish callbacks [] for security_group (0ec759cf-7457-42b0-9388-49059e4e1c53), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.235183 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47292) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:46.235868 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:46.258133 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7898b127-2971-4636-9ece-4bf319693269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0ec759cf-7457-42b0-9388-49059e4e1c53), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.260861 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7898b127-2971-4636-9ece-4bf319693269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.262078 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7898b127-2971-4636-9ece-4bf319693269 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0ec759cf-7457-42b0-9388-49059e4e1c53 HTTP/1.1" status: 204 len: 168 time: 0.1305594 Nov 02 12:37:46.266644 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:46.270446 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898b127-2971-4636-9ece-4bf319693269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec759cf-7457-42b0-9388-49059e4e1c53,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:46.305226 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7903-d290-4543-9b06-4f74b422e25e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (ba34fb74-9592-4950-97b1-c633dc37fea9), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.322742 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7903-d290-4543-9b06-4f74b422e25e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (ba34fb74-9592-4950-97b1-c633dc37fea9), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.374002 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7903-d290-4543-9b06-4f74b422e25e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (ba34fb74-9592-4950-97b1-c633dc37fea9), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.376525 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7903-d290-4543-9b06-4f74b422e25e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.377867 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-3f3f7903-d290-4543-9b06-4f74b422e25e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ba34fb74-9592-4950-97b1-c633dc37fea9 HTTP/1.1" status: 204 len: 168 time: 0.1416428 Nov 02 12:37:46.380569 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47296) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:46.390877 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f7903-d290-4543-9b06-4f74b422e25e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba34fb74-9592-4950-97b1-c633dc37fea9,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:46.396747 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.api.v2.resource [None req-f665ca66-301d-4554-949f-e9f1a9bf5540 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] show failed (client error): The resource could not be found. Nov 02 12:37:46.400645 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-f665ca66-301d-4554-949f-e9f1a9bf5540 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups/ba34fb74-9592-4950-97b1-c633dc37fea9 HTTP/1.1" status: 404 len: 347 time: 0.0162337 Nov 02 12:37:46.400815 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47298) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:46.486958 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:37:46.519139 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Deleting port fd890a29-06eb-472f-b279-bf4eb9d690e5 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:37:46.519726 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (fd890a29-06eb-472f-b279-bf4eb9d690e5), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.603437 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (fd890a29-06eb-472f-b279-bf4eb9d690e5), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.603764 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (fd890a29-06eb-472f-b279-bf4eb9d690e5), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.616738 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Calling delete_port for fd890a29-06eb-472f-b279-bf4eb9d690e5 owned by network:floatingip {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:37:46.626351 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47302) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:46.640248 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9eedbb8e-6553-4b5c-badd-18e4d98f35c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.679489 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:46.688390 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:46.725369 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9eedbb8e-6553-4b5c-badd-18e4d98f35c0 admin admin] Publish callbacks [] for security_group (043229f4-0025-43a4-a072-39d60b36ce3a), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.738243 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9eedbb8e-6553-4b5c-badd-18e4d98f35c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (043229f4-0025-43a4-a072-39d60b36ce3a), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.758983 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 37793e4a-f37f-4d9f-836a-8413dc503ee1 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:46.775730 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (fd890a29-06eb-472f-b279-bf4eb9d690e5), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.786892 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9eedbb8e-6553-4b5c-badd-18e4d98f35c0 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=c7dd703aed044ed6b09dbc73315e6548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567707 Nov 02 12:37:46.787145 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 37793e4a-f37f-4d9f-836a-8413dc503ee1 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:37:46.787281 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedbb8e-6553-4b5c-badd-18e4d98f35c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043229f4-0025-43a4-a072-39d60b36ce3a,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:46.787367 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 37793e4a-f37f-4d9f-836a-8413dc503ee1 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:46.787483 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47304) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:46.818743 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'Port': ['ID=fd890a29-06eb-472f-b279-bf4eb9d690e5,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:46.915029 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4be975fb-82b6-4577-9802-4e1c3f9f87f1 admin admin] Publish callbacks [] for security_group (043229f4-0025-43a4-a072-39d60b36ce3a), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.917032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (64fdf353-6bd7-4cf2-8c7b-4b158e93cb47), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.919435 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.920569 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-3a6ce0cf-b5a5-4471-8b98-009759d9bc90 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/64fdf353-6bd7-4cf2-8c7b-4b158e93cb47 HTTP/1.1" status: 204 len: 168 time: 0.5182776 Nov 02 12:37:46.941481 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4be975fb-82b6-4577-9802-4e1c3f9f87f1 admin admin] Publish callbacks [] for security_group (043229f4-0025-43a4-a072-39d60b36ce3a), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.991482 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4be975fb-82b6-4577-9802-4e1c3f9f87f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (043229f4-0025-43a4-a072-39d60b36ce3a), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.995056 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4be975fb-82b6-4577-9802-4e1c3f9f87f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:46.996226 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4be975fb-82b6-4577-9802-4e1c3f9f87f1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/043229f4-0025-43a4-a072-39d60b36ce3a HTTP/1.1" status: 204 len: 168 time: 0.2078297 Nov 02 12:37:47.004537 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be975fb-82b6-4577-9802-4e1c3f9f87f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043229f4-0025-43a4-a072-39d60b36ce3a,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:47.016659 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:47.185568 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f74196-a722-434e-9813-761183d053cb req-e462793e-eb32-464e-bb91-31777fb48e96 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:47.187042 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-00f74196-a722-434e-9813-761183d053cb req-e462793e-eb32-464e-bb91-31777fb48e96 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 943 time: 0.0541604 Nov 02 12:37:47.236921 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-00f74196-a722-434e-9813-761183d053cb req-c55fecb6-a2c5-4cd1-82ff-5d66464b6761 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444126 Nov 02 12:37:48.009682 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47372) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:48.014958 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-f08586b4-ee0e-46f4-b6f5-57e3bb24c09e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13620700', 'description': 'tempest-description--1926558349'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:48.038224 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f08586b4-ee0e-46f4-b6f5-57e3bb24c09e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.108981 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f08586b4-ee0e-46f4-b6f5-57e3bb24c09e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (9c923338-bb3d-4a3a-abe6-d664d1ff600a), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.112930 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f08586b4-ee0e-46f4-b6f5-57e3bb24c09e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (9c923338-bb3d-4a3a-abe6-d664d1ff600a), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.150043 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f08586b4-ee0e-46f4-b6f5-57e3bb24c09e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.151274 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-f08586b4-ee0e-46f4-b6f5-57e3bb24c09e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1399617 Nov 02 12:37:48.152227 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08586b4-ee0e-46f4-b6f5-57e3bb24c09e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c923338-bb3d-4a3a-abe6-d664d1ff600a,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.154385 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47374) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:48.159549 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-6e127d5b-6cf6-4c65-b6d0-dc73fa534079 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group_rule': {'security_group_id': '9c923338-bb3d-4a3a-abe6-d664d1ff600a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:48.186730 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6e127d5b-6cf6-4c65-b6d0-dc73fa534079 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (2bedd236-1219-4fc2-8119-0117e4df5c04), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.201732 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:48.252477 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6e127d5b-6cf6-4c65-b6d0-dc73fa534079 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (2bedd236-1219-4fc2-8119-0117e4df5c04), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.256483 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6e127d5b-6cf6-4c65-b6d0-dc73fa534079 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (2bedd236-1219-4fc2-8119-0117e4df5c04), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.280009 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6e127d5b-6cf6-4c65-b6d0-dc73fa534079 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.281455 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-6e127d5b-6cf6-4c65-b6d0-dc73fa534079 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261454 Nov 02 12:37:48.285642 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47382) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:48.294485 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-f2d3388e-81ff-4588-a272-c090b7a3b734 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group_rule': {'security_group_id': '9c923338-bb3d-4a3a-abe6-d664d1ff600a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:48.308696 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e127d5b-6cf6-4c65-b6d0-dc73fa534079 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bedd236-1219-4fc2-8119-0117e4df5c04,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.330750 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f2d3388e-81ff-4588-a272-c090b7a3b734 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (af7c3f7c-1f5b-4f69-bb78-3001543b5c47), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.376896 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:48.383102 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427907-f111-44a2-8cc4-14495ffd11fd req-6249e525-10ea-42d5-b261-c02f25601f8a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:48.385382 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-31427907-f111-44a2-8cc4-14495ffd11fd req-6249e525-10ea-42d5-b261-c02f25601f8a tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 943 time: 0.0481911 Nov 02 12:37:48.395448 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f2d3388e-81ff-4588-a272-c090b7a3b734 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (af7c3f7c-1f5b-4f69-bb78-3001543b5c47), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.400195 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f2d3388e-81ff-4588-a272-c090b7a3b734 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (af7c3f7c-1f5b-4f69-bb78-3001543b5c47), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.422766 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3388e-81ff-4588-a272-c090b7a3b734 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7c3f7c-1f5b-4f69-bb78-3001543b5c47,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.428971 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f2d3388e-81ff-4588-a272-c090b7a3b734 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.430265 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-f2d3388e-81ff-4588-a272-c090b7a3b734 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436896 Nov 02 12:37:48.433610 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47390) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:48.438769 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:48.452052 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-31427907-f111-44a2-8cc4-14495ffd11fd req-9697c1a8-56c2-486d-a91c-fd88cac2a0b0 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560000 Nov 02 12:37:48.462856 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.547014 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.668123 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Allocated IP 172.27.3.35 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/1b36960b-e5d4-4132-a83f-399026b76978) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:48.775486 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (1b36960b-e5d4-4132-a83f-399026b76978), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.808484 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (1b36960b-e5d4-4132-a83f-399026b76978), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.853203 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:48.856602 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:48.860764 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:48.883923 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=1b36960b-e5d4-4132-a83f-399026b76978,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.948226 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (323b256d-4f07-4766-9ce4-e8256c501bac), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.957862 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:48.987346 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (1b36960b-e5d4-4132-a83f-399026b76978), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.138670 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (1b36960b-e5d4-4132-a83f-399026b76978), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.143055 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (1b36960b-e5d4-4132-a83f-399026b76978), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.191498 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:49.213388 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=1b36960b-e5d4-4132-a83f-399026b76978,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:49.218784 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (323b256d-4f07-4766-9ce4-e8256c501bac), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.235514 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:49.236940 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-d61785fe-38be-404f-99ef-d8f5b1a1610a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8020129 Nov 02 12:37:49.445780 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-82938592-be20-449e-9b8a-863afb5c79fc tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--13620700&fields=id&tenant_id=3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 267 time: 0.0447984 Nov 02 12:37:49.563622 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-ed45daba-d2a9-4a83-999c-58f5ed7f62a8 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:49.565108 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-ed45daba-d2a9-4a83-999c-58f5ed7f62a8 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 814 time: 0.1127620 Nov 02 12:37:49.582570 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126733-02cf-452d-90f9-cc6fd74f80c6 req-93f4c748-ccbf-4699-8566-05a1136cfcae tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:49.583107 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-ea6bdb4a-9769-41a4-a4f9-bf68615731a6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/quotas/3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 375 time: 0.0113232 Nov 02 12:37:49.584841 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1a126733-02cf-452d-90f9-cc6fd74f80c6 req-93f4c748-ccbf-4699-8566-05a1136cfcae tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 943 time: 0.0528195 Nov 02 12:37:49.636606 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-e8803cc7-a425-4af6-aa5b-0af295ff06a0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473528 Nov 02 12:37:49.638982 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-1a126733-02cf-452d-90f9-cc6fd74f80c6 req-81bc0717-b61e-414f-8b00-22e0fb8a02c4 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459006 Nov 02 12:37:49.740366 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-38b5054c-7738-47f3-a399-85a156d1bc64 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884259 Nov 02 12:37:49.835422 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-5f663d9f-7c56-4602-9a2b-563643a7fa8f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892358 Nov 02 12:37:50.027065 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f6de8057-0808-4159-bc55-9d8993561fb9 req-4de60723-0af0-4287-83f5-cddda18bc9dd tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 210 time: 0.0283766 Nov 02 12:37:50.770908 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6391da9-dc28-4d0b-8b06-df784eae9aa1 req-5027e1e1-d241-490a-9e15-ac2e83744d35 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:50.772459 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a6391da9-dc28-4d0b-8b06-df784eae9aa1 req-5027e1e1-d241-490a-9e15-ac2e83744d35 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 943 time: 0.0501606 Nov 02 12:37:50.831080 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a6391da9-dc28-4d0b-8b06-df784eae9aa1 req-a6b580ab-4fb1-4a5d-8a0c-0b03f4a525c9 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520432 Nov 02 12:37:51.133606 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-82886f97-3de5-467a-a537-b9a276d7c311 req-3ad8f540-d49e-43e4-88ce-2af0717026b3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 210 time: 0.0298100 Nov 02 12:37:51.341443 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:51.371460 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-60912c6d-de42-4782-a5ac-d647c2eece45 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:51.372902 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-60912c6d-de42-4782-a5ac-d647c2eece45 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 814 time: 0.1201601 Nov 02 12:37:51.449341 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-9a1ca1c1-3233-4daf-8ca2-5247e22b38e9 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 378 time: 0.0626802 Nov 02 12:37:51.509069 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'port': {'device_id': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'admin_state_up': True, 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'security_groups': ['9c923338-bb3d-4a3a-abe6-d664d1ff600a']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:51.621839 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Made reservation on behalf of 3a32a1e0f4ae442398d6e179846e1e1b for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:51.625581 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.759585 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:51.764640 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Allocated IP 172.20.0.11 (131d0da7-02ff-497d-ba38-17a9c0dcd040/82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6/2231b107-814d-4ba2-ad77-6efaaff13dcc) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:51.909026 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.981556 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88594ccb-407e-45ed-8d6b-43c40fa63a6b req-fb52b0cc-2e5d-4d0b-bda3-f16703f31640 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:51.983032 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-88594ccb-407e-45ed-8d6b-43c40fa63a6b req-fb52b0cc-2e5d-4d0b-bda3-f16703f31640 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 943 time: 0.0666981 Nov 02 12:37:51.995525 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.067524 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:52.072865 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=2231b107-814d-4ba2-ad77-6efaaff13dcc,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:52.079683 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:52.082406 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:52.090117 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-88594ccb-407e-45ed-8d6b-43c40fa63a6b req-4f6a453f-24f0-4fb5-87d9-2e5ef14428c0 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009667 Nov 02 12:37:52.140819 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:52.141477 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.159459 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-b9614b2e-6c88-4dda-901d-27e2ea7b7068 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6545138 Nov 02 12:37:52.179859 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Request body: {'port': {'device_id': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:52.254166 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.277009 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c130ab-d5a0-48d0-b3b3-737bd2457398 req-647e1d7b-1e1f-4190-b93e-0ab5f4c7491a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:52.279289 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b6c130ab-d5a0-48d0-b3b3-737bd2457398 req-647e1d7b-1e1f-4190-b93e-0ab5f4c7491a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 932 time: 0.0606287 Nov 02 12:37:52.301086 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:52.312370 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-904497db-38eb-40f3-893d-9f492a756c5e None None] Provisioning complete for port 2231b107-814d-4ba2-ad77-6efaaff13dcc triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:52.313895 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-904497db-38eb-40f3-893d-9f492a756c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.314698 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-904497db-38eb-40f3-893d-9f492a756c5e None None] Attempt 1 to provision port 2231b107-814d-4ba2-ad77-6efaaff13dcc Nov 02 12:37:52.341686 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-b6c130ab-d5a0-48d0-b3b3-737bd2457398 req-41f2588a-c6e2-4889-a4b5-43fae0657b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563645 Nov 02 12:37:52.356239 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-904497db-38eb-40f3-893d-9f492a756c5e None None] Port 2231b107-814d-4ba2-ad77-6efaaff13dcc cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:37:52.545294 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2231b107-814d-4ba2-ad77-6efaaff13dcc {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:52.552677 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Publish callbacks [] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.565705 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Transition to ACTIVE for port object 2231b107-814d-4ba2-ad77-6efaaff13dcc will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:37:52.570844 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.614297 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:52.639249 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Pushing event updated for resources: {'Port': ['ID=2231b107-814d-4ba2-ad77-6efaaff13dcc,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:52.689781 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Attempting to bind port 2231b107-814d-4ba2-ad77-6efaaff13dcc on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:37:52.690117 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Attempting to bind port 2231b107-814d-4ba2-ad77-6efaaff13dcc by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:37:52.690451 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Attempting to bind port 2231b107-814d-4ba2-ad77-6efaaff13dcc on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:52.733923 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Port 2231b107-814d-4ba2-ad77-6efaaff13dcc on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:37:52.734164 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Attempting to bind port 2231b107-814d-4ba2-ad77-6efaaff13dcc on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:52.776566 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:37:52.776901 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Checking segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:37:52.777314 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Bound using segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:37:52.777753 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Bound port: 2231b107-814d-4ba2-ad77-6efaaff13dcc, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:37:52.778116 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.780155 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 83ebf17f-897d-4acb-afb7-aa488ae074e3 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:37:52.844572 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] For port 2231b107-814d-4ba2-ad77-6efaaff13dcc, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:52.848145 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] For port 2231b107-814d-4ba2-ad77-6efaaff13dcc, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2231b107-814d-4ba2-ad77-6efaaff13dcc,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:52.862288 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.866560 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:52.867200 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.868565 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/2231b107-814d-4ba2-ad77-6efaaff13dcc HTTP/1.1" status: 200 len: 1094 time: 0.6944818 Nov 02 12:37:52.870171 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'tag': '2231b107-814d-4ba2-ad77-6efaaff13dcc'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:52.872682 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576979be-60f0-4201-bebe-193b46abbbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e61bbd-8342-4fc3-8cb4-12255bf84b03", "tag": "2231b107-814d-4ba2-ad77-6efaaff13dcc"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:52.895612 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 83ebf17f-897d-4acb-afb7-aa488ae074e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:52.912859 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'port_id': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'mac_address': 'fa:16:3e:bb:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:37:52.946220 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01132f60-a0a8-41d1-910d-21e55b815ade x-openstack-request-id: req-01132f60-a0a8-41d1-910d-21e55b815ade {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:52.946876 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e61bbd-8342-4fc3-8cb4-12255bf84b03", "tag": "2231b107-814d-4ba2-ad77-6efaaff13dcc", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:52.946876 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-01132f60-a0a8-41d1-910d-21e55b815ade {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:52.947150 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01132f60-a0a8-41d1-910d-21e55b815ade'] response: {'name': 'network-changed', 'server_uuid': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'tag': '2231b107-814d-4ba2-ad77-6efaaff13dcc', 'status': 'completed', 'code': 200} Nov 02 12:37:52.950374 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08305c-5fe8-4ff3-a2bd-9d19cef09a97 service neutron] Pushing event updated for resources: {'Port': ['ID=2231b107-814d-4ba2-ad77-6efaaff13dcc,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:52.958242 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 83ebf17f-897d-4acb-afb7-aa488ae074e3 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:52.959150 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.963100 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-51611c12-a8a6-4ee1-8202-415145b54b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:52.964802 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-51611c12-a8a6-4ee1-8202-415145b54b64 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 1128 time: 0.0539656 Nov 02 12:37:52.975317 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ebf17f-897d-4acb-afb7-aa488ae074e3 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:53.001507 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 83ebf17f-897d-4acb-afb7-aa488ae074e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:53.005539 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:53.020203 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-179c5d05-5389-4133-9384-f7e81d06d347 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2231b107-814d-4ba2-ad77-6efaaff13dcc HTTP/1.1" status: 200 len: 217 time: 0.0372074 Nov 02 12:37:53.060630 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=83ebf17f-897d-4acb-afb7-aa488ae074e3,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:53.067895 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.068149 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.068880 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.069257 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.069589 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.070807 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.071243 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.071463 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.071789 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.072115 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.072515 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.072961 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.073530 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.074070 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.074388 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-9956eeb1-43d6-48ee-8878-1c4c278f90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:53.074616 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:53.076052 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-9956eeb1-43d6-48ee-8878-1c4c278f90aa service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0477734 Nov 02 12:37:53.120913 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-826cafdf-b995-435f-92c9-d15752575e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:53.122688 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-826cafdf-b995-435f-92c9-d15752575e7c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405562 Nov 02 12:37:53.211150 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['83ebf17f-897d-4acb-afb7-aa488ae074e3'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:53.227503 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-9c520444-b002-480b-bd24-441c95f532c4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975118 Nov 02 12:37:53.231267 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633699c-bad2-4c6a-b831-3506f3370001 req-3c37d9bd-1ad6-4e0c-bfd1-0a313f037c0e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:53.232745 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6633699c-bad2-4c6a-b831-3506f3370001 req-3c37d9bd-1ad6-4e0c-bfd1-0a313f037c0e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 944 time: 0.0491352 Nov 02 12:37:53.237057 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:53.255191 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:53.290704 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6633699c-bad2-4c6a-b831-3506f3370001 req-d84b79f4-f712-4ef2-b2df-3f5c723d7150 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517642 Nov 02 12:37:53.336685 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1de3ff8b-ef04-44da-8cf5-786e4a38629c req-f8f2c362-cd67-4c87-b76f-5945b35e0ebb service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028152 Nov 02 12:37:53.486126 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135dc10-f554-4f74-9b87-1867766a3629 req-8075c67f-e1a8-4a85-b5a3-bd0f9508beb3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:53.487801 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d135dc10-f554-4f74-9b87-1867766a3629 req-8075c67f-e1a8-4a85-b5a3-bd0f9508beb3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 944 time: 0.0674927 Nov 02 12:37:53.535879 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d135dc10-f554-4f74-9b87-1867766a3629 req-15b096b6-22fb-4e53-a55a-a8ce63144501 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414956 Nov 02 12:37:54.112548 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576979be-60f0-4201-bebe-193b46abbbcb req-aab73a2f-e6dc-4131-8d09-0bd4d5b22cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:54.114178 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-576979be-60f0-4201-bebe-193b46abbbcb req-aab73a2f-e6dc-4131-8d09-0bd4d5b22cf4 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 1128 time: 0.0408030 Nov 02 12:37:54.209795 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576979be-60f0-4201-bebe-193b46abbbcb req-f8816b21-e80b-424e-95a3-27d6b492d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:54.211922 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-576979be-60f0-4201-bebe-193b46abbbcb req-f8816b21-e80b-424e-95a3-27d6b492d66d service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 916 time: 0.0913887 Nov 02 12:37:54.250142 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-576979be-60f0-4201-bebe-193b46abbbcb req-a4604fe9-f5c2-4387-bd72-d8c03d60b47b service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2231b107-814d-4ba2-ad77-6efaaff13dcc HTTP/1.1" status: 200 len: 217 time: 0.0316553 Nov 02 12:37:54.306068 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576979be-60f0-4201-bebe-193b46abbbcb req-01a6e107-7f78-4329-89b8-3dc524f1fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:54.307492 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-576979be-60f0-4201-bebe-193b46abbbcb req-01a6e107-7f78-4329-89b8-3dc524f1fd3e service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0441058 Nov 02 12:37:54.322344 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:54.353826 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576979be-60f0-4201-bebe-193b46abbbcb req-2ac32da9-22cb-46eb-9290-68b9c0342582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:54.355331 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-576979be-60f0-4201-bebe-193b46abbbcb req-2ac32da9-22cb-46eb-9290-68b9c0342582 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418298 Nov 02 12:37:54.430991 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f92b0a-4329-45dd-ac40-6566aa04cb37 req-49190550-17e1-4666-a723-e4825d7f5b14 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:54.432412 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c2f92b0a-4329-45dd-ac40-6566aa04cb37 req-49190550-17e1-4666-a723-e4825d7f5b14 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 944 time: 0.0503380 Nov 02 12:37:54.460330 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-576979be-60f0-4201-bebe-193b46abbbcb req-d4f11079-0e60-48bc-b2ba-1fb83d7758f1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985124 Nov 02 12:37:54.488667 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c2f92b0a-4329-45dd-ac40-6566aa04cb37 req-1e059dee-6825-4746-b430-d1eab4751405 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505557 Nov 02 12:37:54.558038 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-576979be-60f0-4201-bebe-193b46abbbcb req-de40f9f8-fff0-4c9b-859e-394e440e2f8a service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918143 Nov 02 12:37:54.664500 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188499d-1fb1-4e29-a679-b4c6c078c43a req-eeffc7ec-e5db-435c-8928-4a678f128793 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:54.666000 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5188499d-1fb1-4e29-a679-b4c6c078c43a req-eeffc7ec-e5db-435c-8928-4a678f128793 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 944 time: 0.0519845 Nov 02 12:37:54.715706 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-5188499d-1fb1-4e29-a679-b4c6c078c43a req-5af9989e-916d-46a7-9af4-7832d94f51fd tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442140 Nov 02 12:37:54.797306 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 83ebf17f-897d-4acb-afb7-aa488ae074e3 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:54.841272 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 83ebf17f-897d-4acb-afb7-aa488ae074e3 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:37:54.847272 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 83ebf17f-897d-4acb-afb7-aa488ae074e3 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:54.847797 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.848174 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 83ebf17f-897d-4acb-afb7-aa488ae074e3 Nov 02 12:37:54.924870 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 83ebf17f-897d-4acb-afb7-aa488ae074e3 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:54.925281 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.948025 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:54.950257 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4766b6-9a1f-458a-bc77-8afde327a1ba" -d '{"events": [{"server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "name": "network-vif-plugged", "status": "completed", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:54.963347 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 83ebf17f-897d-4acb-afb7-aa488ae074e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:54.967483 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:54.993639 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad043f0-653d-45af-8a21-f3f0a8e4c15e x-openstack-request-id: req-6ad043f0-653d-45af-8a21-f3f0a8e4c15e {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:54.993934 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "name": "network-vif-plugged", "status": "completed", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:54.994186 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6ad043f0-653d-45af-8a21-f3f0a8e4c15e {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:54.994595 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad043f0-653d-45af-8a21-f3f0a8e4c15e'] response: {'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'code': 200} Nov 02 12:37:54.996870 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:55.020179 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=83ebf17f-897d-4acb-afb7-aa488ae074e3,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:55.211801 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453884-0c2a-42eb-9e1c-79e6f5901fdd req-2285ba9c-b0e1-4a54-887e-cb3f7721a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:55.213286 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d9453884-0c2a-42eb-9e1c-79e6f5901fdd req-2285ba9c-b0e1-4a54-887e-cb3f7721a3cb service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 1129 time: 0.0379004 Nov 02 12:37:55.261535 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d9453884-0c2a-42eb-9e1c-79e6f5901fdd req-1fc1e7ba-da5e-4d58-81b3-534e6fc939ed service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Nov 02 12:37:55.611279 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6000e2-8de9-40f9-9e14-764965d1115d req-fdeed055-6ab0-4ecd-bf64-4a1ddd26229c tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:55.612737 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a6000e2-8de9-40f9-9e14-764965d1115d req-fdeed055-6ab0-4ecd-bf64-4a1ddd26229c tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 945 time: 0.0508003 Nov 02 12:37:55.667265 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a6000e2-8de9-40f9-9e14-764965d1115d req-f25636ae-c3c4-4845-b2bc-a98fa69c689c tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483410 Nov 02 12:37:55.821600 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:55.840748 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687c9a-b78e-421d-b42b-f4531a7679e1 req-acae06f6-934a-448c-ad22-5226f49fb83e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:55.842254 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-08687c9a-b78e-421d-b42b-f4531a7679e1 req-acae06f6-934a-448c-ad22-5226f49fb83e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 944 time: 0.0493364 Nov 02 12:37:55.892880 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-08687c9a-b78e-421d-b42b-f4531a7679e1 req-53a066ac-65f5-4754-b5eb-b36b38f82838 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436389 Nov 02 12:37:56.795641 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 2231b107-814d-4ba2-ad77-6efaaff13dcc details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:37:56.806351 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c5137-5ff2-45e9-914d-7f942ea923e0 req-40aed7fe-4e65-4dcd-ba23-cdb566e8c0ff tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:56.807919 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-744c5137-5ff2-45e9-914d-7f942ea923e0 req-40aed7fe-4e65-4dcd-ba23-cdb566e8c0ff tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 945 time: 0.0510974 Nov 02 12:37:56.864649 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-744c5137-5ff2-45e9-914d-7f942ea923e0 req-909d3779-2a3f-4037-8196-37d584546d38 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510626 Nov 02 12:37:56.901907 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 2231b107-814d-4ba2-ad77-6efaaff13dcc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2231b107-814d-4ba2-ad77-6efaaff13dcc,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:56.917042 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '2231b107-814d-4ba2-ad77-6efaaff13dcc', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'port_id': '2231b107-814d-4ba2-ad77-6efaaff13dcc', 'mac_address': 'fa:16:3e:4a:25:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:37:56.956926 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 2231b107-814d-4ba2-ad77-6efaaff13dcc is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:56.957466 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.975595 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2231b107-814d-4ba2-ad77-6efaaff13dcc {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:37:56.996703 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 2231b107-814d-4ba2-ad77-6efaaff13dcc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2231b107-814d-4ba2-ad77-6efaaff13dcc,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:57.001270 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.007566 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11de45-e7ca-4cbd-bd66-d640eb025768 req-243e343f-cb4f-489e-b687-40b3d0f5dd09 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:57.009717 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6b11de45-e7ca-4cbd-bd66-d640eb025768 req-243e343f-cb4f-489e-b687-40b3d0f5dd09 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 945 time: 0.0615473 Nov 02 12:37:57.034633 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c458-120a-4856-a704-3ed2d254aeda req-acceb889-ebf7-4b67-9f72-27500585bcbc tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:57.036182 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-42b3c458-120a-4856-a704-3ed2d254aeda req-acceb889-ebf7-4b67-9f72-27500585bcbc tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 944 time: 0.0667346 Nov 02 12:37:57.057479 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=2231b107-814d-4ba2-ad77-6efaaff13dcc,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:57.071412 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:57.078282 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-6b11de45-e7ca-4cbd-bd66-d640eb025768 req-bef62233-be9b-4a63-85bb-d9141352dda0 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600903 Nov 02 12:37:57.090308 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-42b3c458-120a-4856-a704-3ed2d254aeda req-5f7f4b73-c30f-4687-ae6b-2331acfd3c0c tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480294 Nov 02 12:37:57.105502 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47474) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:57.219268 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['2231b107-814d-4ba2-ad77-6efaaff13dcc'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:37:57.295118 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b2fb6-da96-4f58-8d4b-b61d8598fe3f tempest-TestVolumeBootPattern-1015585301 tempest-TestVolumeBootPattern-1015585301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:57.296358 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:57.296655 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-680b2fb6-da96-4f58-8d4b-b61d8598fe3f tempest-TestVolumeBootPattern-1015585301 tempest-TestVolumeBootPattern-1015585301-project-admin] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 1124 time: 0.1901166 Nov 02 12:37:57.300067 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47478) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:57.304353 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'port_id': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:57.328693 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.657329 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.764295 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Allocated IP 172.27.3.51 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/ec1f4771-30f9-4c5b-9904-cc220d381e3e) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:57.826948 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:57.875718 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for port (ec1f4771-30f9-4c5b-9904-cc220d381e3e), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.908227 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (ec1f4771-30f9-4c5b-9904-cc220d381e3e), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:57.949226 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:57.952355 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:57.956272 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:37:57.959642 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'Port': ['ID=ec1f4771-30f9-4c5b-9904-cc220d381e3e,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:58.214185 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3367f-a869-49f3-90b2-42013061002c req-cc2198e9-7015-4120-a581-8c4e78fce343 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:58.215681 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bbb3367f-a869-49f3-90b2-42013061002c req-cc2198e9-7015-4120-a581-8c4e78fce343 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 945 time: 0.0510988 Nov 02 12:37:58.237923 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:58.264581 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-bbb3367f-a869-49f3-90b2-42013061002c req-c65a1a66-6d11-479b-a91a-718a6bd2efca tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431254 Nov 02 12:37:58.310130 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for floatingip (6673530d-805d-4732-aae9-78e720f1fb35), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.375914 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (ec1f4771-30f9-4c5b-9904-cc220d381e3e), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.525247 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for port (ec1f4771-30f9-4c5b-9904-cc220d381e3e), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.529635 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (ec1f4771-30f9-4c5b-9904-cc220d381e3e), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.585798 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:58.601618 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event updated for resources: {'Port': ['ID=ec1f4771-30f9-4c5b-9904-cc220d381e3e,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:58.605492 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (6673530d-805d-4732-aae9-78e720f1fb35), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.706595 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Floating IP 6673530d-805d-4732-aae9-78e720f1fb35 associated. External IP: 172.27.3.51, port: 83ebf17f-897d-4acb-afb7-aa488ae074e3. Nov 02 12:37:58.807952 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 2231b107-814d-4ba2-ad77-6efaaff13dcc up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:58.856278 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 2231b107-814d-4ba2-ad77-6efaaff13dcc completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:37:58.863771 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 2231b107-814d-4ba2-ad77-6efaaff13dcc triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:37:58.864157 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.864447 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 2231b107-814d-4ba2-ad77-6efaaff13dcc Nov 02 12:37:58.911896 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Router 14450c76-63b5-4f37-8ee2-33c9921af9c4 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:58.938473 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 2231b107-814d-4ba2-ad77-6efaaff13dcc is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:37:58.938854 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.961978 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2231b107-814d-4ba2-ad77-6efaaff13dcc'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:58.964122 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4930d6f-2189-4ab9-b4fb-b19e03d41cdf" -d '{"events": [{"server_uuid": "f7e61bbd-8342-4fc3-8cb4-12255bf84b03", "name": "network-vif-plugged", "status": "completed", "tag": "2231b107-814d-4ba2-ad77-6efaaff13dcc"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:58.977466 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 2231b107-814d-4ba2-ad77-6efaaff13dcc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2231b107-814d-4ba2-ad77-6efaaff13dcc,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:58.981455 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.006954 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad334fa9-b3dc-4ebe-ba95-86eb7ed62967 x-openstack-request-id: req-ad334fa9-b3dc-4ebe-ba95-86eb7ed62967 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:59.007766 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e61bbd-8342-4fc3-8cb4-12255bf84b03", "name": "network-vif-plugged", "status": "completed", "tag": "2231b107-814d-4ba2-ad77-6efaaff13dcc", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:59.007766 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ad334fa9-b3dc-4ebe-ba95-86eb7ed62967 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:59.008643 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad334fa9-b3dc-4ebe-ba95-86eb7ed62967'] response: {'server_uuid': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2231b107-814d-4ba2-ad77-6efaaff13dcc', 'code': 200} Nov 02 12:37:59.026468 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:59.037400 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=2231b107-814d-4ba2-ad77-6efaaff13dcc,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:59.043604 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] Sync routers for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:59.048005 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:59.059463 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:59.060095 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:59.089337 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-12de5b28-ea4b-4d94-aef9-639af0f6175f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7860339 Nov 02 12:37:59.089337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:37:59.091533 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5b2cf0-0c79-4e92-be23-91043c434011" -d '{"events": [{"name": "network-changed", "server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:59.118120 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:59.132951 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ce49df-f294-4d10-8844-ce1b78dd2c1c x-openstack-request-id: req-c9ce49df-f294-4d10-8844-ce1b78dd2c1c {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:59.133366 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:59.133688 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c9ce49df-f294-4d10-8844-ce1b78dd2c1c {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:59.134156 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ce49df-f294-4d10-8844-ce1b78dd2c1c'] response: {'name': 'network-changed', 'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'status': 'completed', 'code': 200} Nov 02 12:37:59.175546 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:59.198852 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:59.230678 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-3e4fb82c-27f6-4a2a-9079-68ac7ccc9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:59.232123 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-3e4fb82c-27f6-4a2a-9079-68ac7ccc9c7a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=2b3b8f23a66e4540a0f65330c6d6496e&device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 1129 time: 0.0752454 Nov 02 12:37:59.238232 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743b198-4616-4cac-9ce7-112676a3836d req-b8922559-e73e-49df-83b6-eab0bce99897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:59.239707 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a743b198-4616-4cac-9ce7-112676a3836d req-b8922559-e73e-49df-83b6-eab0bce99897 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 1130 time: 0.0535719 Nov 02 12:37:59.345239 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-a743b198-4616-4cac-9ce7-112676a3836d req-c13074ca-9932-412d-b1b2-c2ffc96f3cce service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959551 Nov 02 12:37:59.396137 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-4735c125-40eb-47aa-9618-ef07f54fa4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:59.397640 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-4735c125-40eb-47aa-9618-ef07f54fa4e9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc HTTP/1.1" status: 200 len: 914 time: 0.1570683 Nov 02 12:37:59.408413 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43bb16-b087-404f-8c4f-2aff46b60fb2 req-d1ab1c23-ddaa-4011-a67a-83d3a8fb047d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:59.409886 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a43bb16-b087-404f-8c4f-2aff46b60fb2 req-d1ab1c23-ddaa-4011-a67a-83d3a8fb047d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 946 time: 0.0582638 Nov 02 12:37:59.457348 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a43bb16-b087-404f-8c4f-2aff46b60fb2 req-d3907e12-81aa-400c-a4e9-261c28995eef tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415564 Nov 02 12:37:59.518927 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '6673530d-805d-4732-aae9-78e720f1fb35', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'port_id': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'mac_address': 'fa:16:3e:bb:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:37:58Z', 'updated_at': '2022-11-02T12:37:58Z', 'revision_number': 0, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 5, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:59.547044 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] Checking router: 14450c76-63b5-4f37-8ee2-33c9921af9c4 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:59.555834 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:37:59.556436 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:59.622906 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-98f377a2-e59a-4b1b-a155-f25430646dc4 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3 HTTP/1.1" status: 200 len: 998 time: 0.0640087 Nov 02 12:37:59.662170 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:37:59.672957 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-debc78a6-3157-4b6a-bf59-32531673ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:59.674500 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-debc78a6-3157-4b6a-bf59-32531673ceda service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=326112d3-770f-40fb-935b-96d7c409565d HTTP/1.1" status: 200 len: 851 time: 0.0454309 Nov 02 12:37:59.719513 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-2ccd21c9-2163-40c1-a836-26551f51b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:59.721057 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-2ccd21c9-2163-40c1-a836-26551f51b430 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392895 Nov 02 12:37:59.736345 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:59.811159 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:37:59.818094 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-99ad5d10-4bf2-41cb-9368-ff64681ff578 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895360 Nov 02 12:37:59.878032 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '6673530d-805d-4732-aae9-78e720f1fb35', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'port_id': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'mac_address': 'fa:16:3e:bb:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:37:58Z', 'updated_at': '2022-11-02T12:37:58Z', 'revision_number': 0, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 5, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:59.903949 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e2e94-7bff-4c03-8af6-2a32d205cbcd None None] The sync data for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi is: [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '6673530d-805d-4732-aae9-78e720f1fb35', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'port_id': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'mac_address': 'fa:16:3e:bb:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:37:58Z', 'updated_at': '2022-11-02T12:37:58Z', 'revision_number': 0, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 5, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:00.101764 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a4183-301b-4821-892d-642e6c0cc4fa None None] New status for floating IP 6673530d-805d-4732-aae9-78e720f1fb35: ACTIVE {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:38:00.132498 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-91eceb96-d910-465d-b154-385c59b93d7c req-b566cbc1-3dca-4d0c-a713-713d46ba9eb4 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542548 Nov 02 12:38:00.158362 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7a5b2cf0-0c79-4e92-be23-91043c434011 req-71dd7b7f-dd87-4eb5-9034-18634051ce73 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404293 Nov 02 12:38:00.287624 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eceb96-d910-465d-b154-385c59b93d7c req-254af69b-ad49-4b61-99d2-c311d5309fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:00.289747 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-91eceb96-d910-465d-b154-385c59b93d7c req-254af69b-ad49-4b61-99d2-c311d5309fb6 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=2b3b8f23a66e4540a0f65330c6d6496e&device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 1129 time: 0.0399473 Nov 02 12:38:00.360863 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:00.397742 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eceb96-d910-465d-b154-385c59b93d7c req-3ec2ca08-b532-496f-8e5f-367e8575d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:00.399232 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-91eceb96-d910-465d-b154-385c59b93d7c req-3ec2ca08-b532-496f-8e5f-367e8575d206 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc HTTP/1.1" status: 200 len: 914 time: 0.0899365 Nov 02 12:38:00.460806 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-91eceb96-d910-465d-b154-385c59b93d7c req-b26e9394-6edd-4713-86fe-7d2a5c28e09b service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3 HTTP/1.1" status: 200 len: 1000 time: 0.0546141 Nov 02 12:38:00.523309 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eceb96-d910-465d-b154-385c59b93d7c req-f7eeb351-9618-43a2-96d6-0c6f2253d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:00.525405 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-91eceb96-d910-465d-b154-385c59b93d7c req-f7eeb351-9618-43a2-96d6-0c6f2253d07c service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=326112d3-770f-40fb-935b-96d7c409565d HTTP/1.1" status: 200 len: 851 time: 0.0486023 Nov 02 12:38:00.575091 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eceb96-d910-465d-b154-385c59b93d7c req-43013aee-c5e6-413d-a3d3-5a1207a2a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:00.576601 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-91eceb96-d910-465d-b154-385c59b93d7c req-43013aee-c5e6-413d-a3d3-5a1207a2a3b5 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449572 Nov 02 12:38:00.587095 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b35469-6725-4bdb-9ade-1e20955fa6ff req-66275984-a245-4d6d-8075-0d3e0987f4b2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:00.588594 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-49b35469-6725-4bdb-9ade-1e20955fa6ff req-66275984-a245-4d6d-8075-0d3e0987f4b2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 946 time: 0.0494592 Nov 02 12:38:00.632233 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:00.636951 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-49b35469-6725-4bdb-9ade-1e20955fa6ff req-6a8679f2-d1b3-46d3-933b-dedd1cc89812 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428162 Nov 02 12:38:01.088630 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-91eceb96-d910-465d-b154-385c59b93d7c req-54ab4156-4152-4df0-90b3-0d536650eab8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922477 Nov 02 12:38:01.147089 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:01.185341 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-91eceb96-d910-465d-b154-385c59b93d7c req-a4ce27f0-4d9b-4ad6-9685-625e21420f97 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906942 Nov 02 12:38:01.766187 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e27ec-f2cb-4006-906b-4da795d28fde req-50ede457-409d-4d2a-b4cc-2d772ddb2c35 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:01.767610 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d49e27ec-f2cb-4006-906b-4da795d28fde req-50ede457-409d-4d2a-b4cc-2d772ddb2c35 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 946 time: 0.0488036 Nov 02 12:38:01.814899 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d49e27ec-f2cb-4006-906b-4da795d28fde req-1a0667f4-2661-4c8a-8e9b-661944e61322 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417128 Nov 02 12:38:01.933648 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e52da-f2e8-49f1-a81a-e6fcd18fd142 req-9ff4e71e-11e1-46cb-8d6e-07404a9df35b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:01.935121 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-681e52da-f2e8-49f1-a81a-e6fcd18fd142 req-9ff4e71e-11e1-46cb-8d6e-07404a9df35b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 946 time: 0.0499976 Nov 02 12:38:01.945437 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47516) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:01.949770 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-efb444bf-058f-4f53-86d7-27cfccacee40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'floatingip': {'port_id': '2231b107-814d-4ba2-ad77-6efaaff13dcc'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:01.989047 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-efb444bf-058f-4f53-86d7-27cfccacee40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (323b256d-4f07-4766-9ce4-e8256c501bac), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.426616 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-efb444bf-058f-4f53-86d7-27cfccacee40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.430383 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-efb444bf-058f-4f53-86d7-27cfccacee40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (323b256d-4f07-4766-9ce4-e8256c501bac), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.537858 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.l3_db [None req-efb444bf-058f-4f53-86d7-27cfccacee40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Floating IP 323b256d-4f07-4766-9ce4-e8256c501bac associated. External IP: 172.27.3.35, port: 2231b107-814d-4ba2-ad77-6efaaff13dcc. Nov 02 12:38:02.634861 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:02.734385 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb444bf-058f-4f53-86d7-27cfccacee40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:02.747073 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-09b36724-ee8b-40ca-b743-312ca070ec31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.841896 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb444bf-058f-4f53-86d7-27cfccacee40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:02.846697 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-efb444bf-058f-4f53-86d7-27cfccacee40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.852296 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:02.863090 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:38:02.863699 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:02.880008 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-efb444bf-058f-4f53-86d7-27cfccacee40 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/323b256d-4f07-4766-9ce4-e8256c501bac HTTP/1.1" status: 200 len: 991 time: 0.9334815 Nov 02 12:38:02.880628 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'tag': '2231b107-814d-4ba2-ad77-6efaaff13dcc'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:02.883735 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e61bbd-8342-4fc3-8cb4-12255bf84b03", "tag": "2231b107-814d-4ba2-ad77-6efaaff13dcc"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:02.971487 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:03.071200 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c371dd00-9b03-421c-9311-cdd615c48b77 x-openstack-request-id: req-c371dd00-9b03-421c-9311-cdd615c48b77 {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:03.071740 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e61bbd-8342-4fc3-8cb4-12255bf84b03", "tag": "2231b107-814d-4ba2-ad77-6efaaff13dcc", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:03.071850 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c371dd00-9b03-421c-9311-cdd615c48b77 {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:03.072210 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c371dd00-9b03-421c-9311-cdd615c48b77'] response: {'name': 'network-changed', 'server_uuid': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'tag': '2231b107-814d-4ba2-ad77-6efaaff13dcc', 'status': 'completed', 'code': 200} Nov 02 12:38:03.126816 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:03.134557 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-687d3f63-7cbb-41e2-980a-bbc05287622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:03.136099 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-687d3f63-7cbb-41e2-980a-bbc05287622e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 1130 time: 0.0407743 Nov 02 12:38:03.193680 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '323b256d-4f07-4766-9ce4-e8256c501bac', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '2231b107-814d-4ba2-ad77-6efaaff13dcc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:4a:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:37:48Z', 'updated_at': '2022-11-02T12:38:02Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:03.221589 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:03.230948 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:38:03.231648 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:37:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:03.233156 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-aa22fc72-e44a-4e0b-8c6b-f3059127fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:03.235035 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-aa22fc72-e44a-4e0b-8c6b-f3059127fb6f service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 916 time: 0.0933802 Nov 02 12:38:03.301104 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-10a5189a-171b-4c35-8edb-ccbc64e19535 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2231b107-814d-4ba2-ad77-6efaaff13dcc HTTP/1.1" status: 200 len: 999 time: 0.0611305 Nov 02 12:38:03.333634 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:03.342518 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:03.356259 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-85443fa5-6439-498d-8737-d3ee957c74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:03.357861 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-85443fa5-6439-498d-8737-d3ee957c74c6 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0508025 Nov 02 12:38:03.403740 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-55bd6cb9-38fa-4f4c-871b-649ae864dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:03.405294 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-55bd6cb9-38fa-4f4c-871b-649ae864dc56 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417535 Nov 02 12:38:03.510048 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-ae15a28a-2afd-430c-a989-4ceed9944a6c service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987642 Nov 02 12:38:03.602333 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '323b256d-4f07-4766-9ce4-e8256c501bac', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '2231b107-814d-4ba2-ad77-6efaaff13dcc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:4a:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:37:48Z', 'updated_at': '2022-11-02T12:38:02Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:03.622190 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-cd6607eb-b245-4280-ac3d-ddbc949a9f7e req-0db925e6-f939-4b81-a09f-d5f8fa5220fe service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056757 Nov 02 12:38:03.635728 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004c67f-6339-4626-9477-99b0e6e3d056 None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '323b256d-4f07-4766-9ce4-e8256c501bac', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': '2231b107-814d-4ba2-ad77-6efaaff13dcc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:4a:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:37:48Z', 'updated_at': '2022-11-02T12:38:02Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:03.844503 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650fd21-0c21-4a51-ba4e-fa7d7d6ede33 None None] New status for floating IP 323b256d-4f07-4766-9ce4-e8256c501bac: ACTIVE {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:38:05.730777 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:05.743535 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5dc7353c-cfa5-4d51-89e8-8e0d406ae3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:07.623082 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.310871 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:08.965427 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:12.874856 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=23 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:12.875616 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47586) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:12.876805 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:12.983627 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7d92d8a4-ef1f-4bf5-80a5-72bf41a7b2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.059757 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7d92d8a4-ef1f-4bf5-80a5-72bf41a7b2fb admin admin] Publish callbacks [] for security_group (b1615833-ed8d-4da5-8e2d-e5c586660435), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.063728 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7d92d8a4-ef1f-4bf5-80a5-72bf41a7b2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b1615833-ed8d-4da5-8e2d-e5c586660435), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.105868 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d8a4-ef1f-4bf5-80a5-72bf41a7b2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1615833-ed8d-4da5-8e2d-e5c586660435,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:13.110013 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7d92d8a4-ef1f-4bf5-80a5-72bf41a7b2fb admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=99e7b617783e468797748aed49178f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333467 Nov 02 12:38:13.112735 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47590) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:13.158003 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:13.161884 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e2df190d-4980-4a86-840d-142e37f9fabb admin admin] Publish callbacks [] for security_group (b1615833-ed8d-4da5-8e2d-e5c586660435), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.183844 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e2df190d-4980-4a86-840d-142e37f9fabb admin admin] Publish callbacks [] for security_group (b1615833-ed8d-4da5-8e2d-e5c586660435), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.231730 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e2df190d-4980-4a86-840d-142e37f9fabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b1615833-ed8d-4da5-8e2d-e5c586660435), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.234275 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e2df190d-4980-4a86-840d-142e37f9fabb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.235400 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-e2df190d-4980-4a86-840d-142e37f9fabb admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/b1615833-ed8d-4da5-8e2d-e5c586660435 HTTP/1.1" status: 204 len: 168 time: 0.1217942 Nov 02 12:38:13.244269 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df190d-4980-4a86-840d-142e37f9fabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1615833-ed8d-4da5-8e2d-e5c586660435,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:14.044082 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:14.046774 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:23.238265 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:23.239214 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=62,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:23.255950 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:23.256758 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:23.485956 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:38:24.318148 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47730) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:24.423596 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.501102 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Publish callbacks [] for security_group (b7f4f0bf-a4f1-4d69-8864-2b15cb6eb0e1), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.504977 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b7f4f0bf-a4f1-4d69-8864-2b15cb6eb0e1), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.546615 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f4f0bf-a4f1-4d69-8864-2b15cb6eb0e1,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:24.550267 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=12bbdb19ca3348c7b7f7c15b141b4e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310441 Nov 02 12:38:24.553061 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47734) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:24.556328 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.556676 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.557031 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.557376 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.557710 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.558040 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.558366 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.558691 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.559015 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.559338 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.559667 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.559986 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.560307 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.560625 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.560950 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915abc4-7b7a-4a9e-a97f-2f79816f05a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.605411 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Publish callbacks [] for security_group (b7f4f0bf-a4f1-4d69-8864-2b15cb6eb0e1), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.625675 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Publish callbacks [] for security_group (b7f4f0bf-a4f1-4d69-8864-2b15cb6eb0e1), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.677205 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (b7f4f0bf-a4f1-4d69-8864-2b15cb6eb0e1), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.680466 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:24.681637 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/b7f4f0bf-a4f1-4d69-8864-2b15cb6eb0e1 HTTP/1.1" status: 204 len: 168 time: 0.1275737 Nov 02 12:38:24.689636 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f4f0bf-a4f1-4d69-8864-2b15cb6eb0e1,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:24.696905 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.697349 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.697692 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.698032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.698359 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.698683 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.699006 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.699329 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.699649 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.699972 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.700372 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.700604 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.700924 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.701386 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:24.701710 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4011e-19e3-4a58-962b-cee0bbe83878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:30.372937 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:32.755849 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e935aef1-acdf-4127-8d4a-4ee53560aadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:34.544755 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:34.552907 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:34.692627 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:34.693436 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:35.736377 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-059814d7-e8ba-492e-8ac2-8d824e51d8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:37.627561 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.314432 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:38.968356 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:41.611180 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:41.611964 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:42.576972 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2a4d0-6f97-4ded-9749-8bdb1a745ec9 req-5944f7e6-42de-45cc-85a4-16eff308f39c tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:42.578900 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bcf2a4d0-6f97-4ded-9749-8bdb1a745ec9 req-5944f7e6-42de-45cc-85a4-16eff308f39c tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 946 time: 0.3057396 Nov 02 12:38:42.629286 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bcf2a4d0-6f97-4ded-9749-8bdb1a745ec9 req-3c66f89f-a6a5-449c-a9a8-cd993cd8a4aa tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441992 Nov 02 12:38:43.749248 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-fcd6a092-cefe-4e37-bd60-b64afa70fba1 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:43.750660 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-fcd6a092-cefe-4e37-bd60-b64afa70fba1 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 946 time: 0.0505497 Nov 02 12:38:43.755552 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae43ba-3144-4163-a1b3-ebdce12dddab req-8ad7de70-e2cf-4896-970a-9cde29f6e125 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:43.757605 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-11ae43ba-3144-4163-a1b3-ebdce12dddab req-8ad7de70-e2cf-4896-970a-9cde29f6e125 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 946 time: 0.0500715 Nov 02 12:38:43.808001 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-11ae43ba-3144-4163-a1b3-ebdce12dddab req-5f8348c1-083c-4043-a31b-07f01fa3a168 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9c923338-bb3d-4a3a-abe6-d664d1ff600a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445092 Nov 02 12:38:43.839864 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Deleting port 2231b107-814d-4ba2-ad77-6efaaff13dcc {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:43.840200 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.939918 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] For port 2231b107-814d-4ba2-ad77-6efaaff13dcc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2231b107-814d-4ba2-ad77-6efaaff13dcc,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:43.940281 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.103251 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.103509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (323b256d-4f07-4766-9ce4-e8256c501bac), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.103821 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Floating IP 323b256d-4f07-4766-9ce4-e8256c501bac disassociated. External IP: 172.27.3.35, port: 2231b107-814d-4ba2-ad77-6efaaff13dcc. Nov 02 12:38:44.104157 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Calling delete_port for 2231b107-814d-4ba2-ad77-6efaaff13dcc owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:44.244221 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (2231b107-814d-4ba2-ad77-6efaaff13dcc), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.274186 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'Port': ['ID=2231b107-814d-4ba2-ad77-6efaaff13dcc,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:44.388724 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:44.491800 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:44.501698 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:44.512963 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:38:44.513599 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:38:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:44.534660 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] No DVR routers for this DVR port 2231b107-814d-4ba2-ad77-6efaaff13dcc on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:38:44.537187 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.540366 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-521979f4-d7cb-4321-90ec-f6cf9461c694 req-9720f148-8586-4b6a-8326-beb13f1eb570 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "DELETE /networking/v2.0/ports/2231b107-814d-4ba2-ad77-6efaaff13dcc HTTP/1.1" status: 204 len: 173 time: 0.7847900 Nov 02 12:38:44.540921 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'name': 'network-vif-deleted', 'tag': '2231b107-814d-4ba2-ad77-6efaaff13dcc'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:44.543165 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82511d7c-f8e6-41a6-9f03-18edd2188b85" -d '{"events": [{"server_uuid": "f7e61bbd-8342-4fc3-8cb4-12255bf84b03", "name": "network-vif-deleted", "tag": "2231b107-814d-4ba2-ad77-6efaaff13dcc"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:44.587139 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e9db16-8ef4-4e20-996e-68ef908ba6af x-openstack-request-id: req-c4e9db16-8ef4-4e20-996e-68ef908ba6af {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:44.587452 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e61bbd-8342-4fc3-8cb4-12255bf84b03", "name": "network-vif-deleted", "tag": "2231b107-814d-4ba2-ad77-6efaaff13dcc", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:44.587695 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c4e9db16-8ef4-4e20-996e-68ef908ba6af {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:44.588119 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e9db16-8ef4-4e20-996e-68ef908ba6af'] response: {'server_uuid': 'f7e61bbd-8342-4fc3-8cb4-12255bf84b03', 'name': 'network-vif-deleted', 'tag': '2231b107-814d-4ba2-ad77-6efaaff13dcc', 'status': 'completed', 'code': 200} Nov 02 12:38:44.750286 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:44.931446 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9a24bc3a-4567-4519-8003-675dcee4ee3c req-4a2354f8-f39a-44b2-b69a-c152f95595e8 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f7e61bbd-8342-4fc3-8cb4-12255bf84b03 HTTP/1.1" status: 200 len: 210 time: 0.0279489 Nov 02 12:38:44.936419 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:44.965606 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:44.974094 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:38:44.974699 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:38:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:45.085813 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:38:45.282067 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:45.307622 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f4b971-b4b0-4ac1-b980-f8f7151ac93e None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:45.536204 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243b4d0-80e0-4ea3-b357-c4138769f9df None None] New status for floating IP 323b256d-4f07-4766-9ce4-e8256c501bac: DOWN {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:38:46.028534 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47810) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:46.035418 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:46.060537 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:46.087229 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5072add9-cd61-47a0-9682-dd7a7a6d000f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (9c923338-bb3d-4a3a-abe6-d664d1ff600a), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.109042 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5072add9-cd61-47a0-9682-dd7a7a6d000f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (9c923338-bb3d-4a3a-abe6-d664d1ff600a), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.157043 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5072add9-cd61-47a0-9682-dd7a7a6d000f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (9c923338-bb3d-4a3a-abe6-d664d1ff600a), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.159621 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-5072add9-cd61-47a0-9682-dd7a7a6d000f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.160837 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-5072add9-cd61-47a0-9682-dd7a7a6d000f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/9c923338-bb3d-4a3a-abe6-d664d1ff600a HTTP/1.1" status: 204 len: 168 time: 0.1311915 Nov 02 12:38:46.163799 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47812) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:46.169946 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072add9-cd61-47a0-9682-dd7a7a6d000f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c923338-bb3d-4a3a-abe6-d664d1ff600a,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:46.178130 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.api.v2.resource [None req-b2f1fb7e-4ca0-489a-94f8-391c35ec4e54 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] show failed (client error): The resource could not be found. Nov 02 12:38:46.181038 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b2f1fb7e-4ca0-489a-94f8-391c35ec4e54 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups/9c923338-bb3d-4a3a-abe6-d664d1ff600a HTTP/1.1" status: 404 len: 347 time: 0.0143261 Nov 02 12:38:46.182093 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47814) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:46.294093 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Deleting port 1b36960b-e5d4-4132-a83f-399026b76978 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:38:46.294356 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (1b36960b-e5d4-4132-a83f-399026b76978), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.374615 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (1b36960b-e5d4-4132-a83f-399026b76978), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.374943 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (1b36960b-e5d4-4132-a83f-399026b76978), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.387465 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Calling delete_port for 1b36960b-e5d4-4132-a83f-399026b76978 owned by network:floatingip {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:38:46.531877 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (1b36960b-e5d4-4132-a83f-399026b76978), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.557440 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'Port': ['ID=1b36960b-e5d4-4132-a83f-399026b76978,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:46.625029 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (323b256d-4f07-4766-9ce4-e8256c501bac), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.627668 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.628821 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-4ffa2491-bbde-4db2-988f-cd78e39c7159 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/323b256d-4f07-4766-9ce4-e8256c501bac HTTP/1.1" status: 204 len: 168 time: 0.4458313 Nov 02 12:38:46.702588 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47818) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:46.707409 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-d926b71f-f407-4276-beef-98b3f820925d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349618155', 'description': 'tempest-description--550779649'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:46.730100 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d926b71f-f407-4276-beef-98b3f820925d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.803325 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d926b71f-f407-4276-beef-98b3f820925d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (a73a5247-0d36-4c35-81ac-4f1eca1af79f), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.806964 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d926b71f-f407-4276-beef-98b3f820925d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (a73a5247-0d36-4c35-81ac-4f1eca1af79f), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.838661 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-d926b71f-f407-4276-beef-98b3f820925d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:46.839812 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-d926b71f-f407-4276-beef-98b3f820925d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361184 Nov 02 12:38:46.841803 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926b71f-f407-4276-beef-98b3f820925d tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a5247-0d36-4c35-81ac-4f1eca1af79f,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:46.842832 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47820) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:46.847741 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-f658d4ac-694b-4dbf-95a6-ee62aefbfc9f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group_rule': {'security_group_id': 'a73a5247-0d36-4c35-81ac-4f1eca1af79f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:46.874805 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f658d4ac-694b-4dbf-95a6-ee62aefbfc9f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (4244334e-9c6e-4d14-99db-60dfc0593029), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.162547 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f658d4ac-694b-4dbf-95a6-ee62aefbfc9f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (4244334e-9c6e-4d14-99db-60dfc0593029), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.166121 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f658d4ac-694b-4dbf-95a6-ee62aefbfc9f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (4244334e-9c6e-4d14-99db-60dfc0593029), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.185405 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658d4ac-694b-4dbf-95a6-ee62aefbfc9f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4244334e-9c6e-4d14-99db-60dfc0593029,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:47.192975 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f658d4ac-694b-4dbf-95a6-ee62aefbfc9f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.194175 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-f658d4ac-694b-4dbf-95a6-ee62aefbfc9f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503087 Nov 02 12:38:47.197561 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47822) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:47.201790 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-a0bd89f6-c622-4bb6-a91b-5bd9f1c49ac6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'security_group_rule': {'security_group_id': 'a73a5247-0d36-4c35-81ac-4f1eca1af79f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:47.228864 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a0bd89f6-c622-4bb6-a91b-5bd9f1c49ac6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (23d5394d-c7ef-4bb3-b6c7-5059ea0f47d2), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.274981 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:47.285165 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a0bd89f6-c622-4bb6-a91b-5bd9f1c49ac6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (23d5394d-c7ef-4bb3-b6c7-5059ea0f47d2), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.289608 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a0bd89f6-c622-4bb6-a91b-5bd9f1c49ac6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (23d5394d-c7ef-4bb3-b6c7-5059ea0f47d2), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.308588 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd89f6-c622-4bb6-a91b-5bd9f1c49ac6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d5394d-c7ef-4bb3-b6c7-5059ea0f47d2,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:47.316869 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a0bd89f6-c622-4bb6-a91b-5bd9f1c49ac6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.318108 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a0bd89f6-c622-4bb6-a91b-5bd9f1c49ac6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195912 Nov 02 12:38:47.321503 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47824) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:47.325660 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:47.342858 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:47.347917 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.428151 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.533440 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Allocated IP 172.27.3.242 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/93bcd710-8a52-41b6-bccb-268d444e081c) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:47.635473 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (93bcd710-8a52-41b6-bccb-268d444e081c), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.665811 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (93bcd710-8a52-41b6-bccb-268d444e081c), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.710397 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:47.713741 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:47.717516 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:38:47.720836 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=93bcd710-8a52-41b6-bccb-268d444e081c,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:47.804049 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (f38900c3-b912-454d-9203-e7e77e1ea3c0), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.843146 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (93bcd710-8a52-41b6-bccb-268d444e081c), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.017076 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (93bcd710-8a52-41b6-bccb-268d444e081c), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.023888 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5432934'] for port (93bcd710-8a52-41b6-bccb-268d444e081c), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.029840 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:48.082811 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:48.102870 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (f38900c3-b912-454d-9203-e7e77e1ea3c0), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.107436 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=93bcd710-8a52-41b6-bccb-268d444e081c,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:48.124509 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:48.125947 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-74308d03-a752-4564-b49d-e4233d91f3e7 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8034773 Nov 02 12:38:48.325769 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-26dc23a7-328b-4fb8-be23-9a28760e7352 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1349618155&fields=id&tenant_id=3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 267 time: 0.0419066 Nov 02 12:38:48.441742 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd570-4866-400b-8d55-689ff44eac12 req-4fb3f63b-4a04-4af9-9a27-43467b6befa2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:48.443200 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-4fb3f63b-4a04-4af9-9a27-43467b6befa2 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 814 time: 0.1110508 Nov 02 12:38:48.458272 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-b33d5c64-7ffd-4e28-ac10-a733cc02fa4e tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/quotas/3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 375 time: 0.0091026 Nov 02 12:38:48.508748 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-69f37e54-a008-4a61-b095-a24a8f0901bc tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449114 Nov 02 12:38:48.608280 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-34fdb84b-26ca-447c-9e4d-7e48cdd1796a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859628 Nov 02 12:38:48.697380 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-abec1e10-1339-497d-939e-ff07a494c279 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834813 Nov 02 12:38:48.863876 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-54c5ac41-5e9d-4754-a0f1-386c736fe5eb req-09615e43-7920-468f-8f77-7968c206949c tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 210 time: 0.0299394 Nov 02 12:38:49.047397 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 2231b107-814d-4ba2-ad77-6efaaff13dcc no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:38:49.066390 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 2231b107-814d-4ba2-ad77-6efaaff13dcc {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:38:49.066714 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 2231b107-814d-4ba2-ad77-6efaaff13dcc not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:38:49.891625 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd570-4866-400b-8d55-689ff44eac12 req-c63d16fc-a100-44d5-829f-26b8d5431039 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:49.893128 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-c63d16fc-a100-44d5-829f-26b8d5431039 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 814 time: 0.1073477 Nov 02 12:38:49.961454 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-29b0c734-cf78-4df0-a1f4-8676dc04c4fa tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3a32a1e0f4ae442398d6e179846e1e1b HTTP/1.1" status: 200 len: 380 time: 0.0605361 Nov 02 12:38:49.969578 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'port': {'device_id': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'admin_state_up': True, 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'security_groups': ['a73a5247-0d36-4c35-81ac-4f1eca1af79f']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:49.989466 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3d7a5aa3-588b-4498-af5b-78b2ce471348 req-a5aaace1-d689-4d84-b2f3-5f7ca30fac46 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 210 time: 0.0396109 Nov 02 12:38:50.082749 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Made reservation on behalf of 3a32a1e0f4ae442398d6e179846e1e1b for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:38:50.086714 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.209543 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Allocated IP 172.20.0.8 (131d0da7-02ff-497d-ba38-17a9c0dcd040/82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6/f7c57a5d-b8ca-4734-925f-180cd5197250) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:38:50.248618 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:50.344426 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:50.350194 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.385026 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.430190 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:38:50.433442 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:38:50.437447 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:38:50.465708 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event updated for resources: {'Port': ['ID=f7c57a5d-b8ca-4734-925f-180cd5197250,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:50.496662 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:50.497420 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.518764 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-9b05171e-bf55-4a8d-a85a-909938773b91 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532103 Nov 02 12:38:50.529692 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Request body: {'port': {'device_id': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:50.595308 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.650192 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-5229aeb9-bdd6-49cb-b6db-05b53b84ef8a None None] Provisioning complete for port f7c57a5d-b8ca-4734-925f-180cd5197250 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:50.650776 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5229aeb9-bdd6-49cb-b6db-05b53b84ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.650904 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-5229aeb9-bdd6-49cb-b6db-05b53b84ef8a None None] Attempt 1 to provision port f7c57a5d-b8ca-4734-925f-180cd5197250 Nov 02 12:38:50.684556 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5229aeb9-bdd6-49cb-b6db-05b53b84ef8a None None] Port f7c57a5d-b8ca-4734-925f-180cd5197250 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:38:50.865728 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c57a5d-b8ca-4734-925f-180cd5197250 {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:38:50.874248 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Publish callbacks [] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.888201 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Transition to ACTIVE for port object f7c57a5d-b8ca-4734-925f-180cd5197250 will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:38:50.892621 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:50.953235 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c57a5d-b8ca-4734-925f-180cd5197250,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:51.000470 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Attempting to bind port f7c57a5d-b8ca-4734-925f-180cd5197250 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:38:51.000794 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Attempting to bind port f7c57a5d-b8ca-4734-925f-180cd5197250 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:38:51.001149 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Attempting to bind port f7c57a5d-b8ca-4734-925f-180cd5197250 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:51.052054 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Port f7c57a5d-b8ca-4734-925f-180cd5197250 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:38:51.052391 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Attempting to bind port f7c57a5d-b8ca-4734-925f-180cd5197250 on network 131d0da7-02ff-497d-ba38-17a9c0dcd040 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:51.072887 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:51.136311 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492633-f55e-4fd2-ac57-df8e79cea30a req-c6c1e576-809d-40fc-8c8e-9847424be234 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:51.137726 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-13492633-f55e-4fd2-ac57-df8e79cea30a req-c6c1e576-809d-40fc-8c8e-9847424be234 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 943 time: 0.0636673 Nov 02 12:38:51.138583 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:38:51.138914 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Checking segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:38:51.139287 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Bound using segment: {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:38:51.139727 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Bound port: f7c57a5d-b8ca-4734-925f-180cd5197250, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239c7000-c911-4046-ac03-545abf8dbc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:38:51.140092 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.163874 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:51.232979 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-13492633-f55e-4fd2-ac57-df8e79cea30a req-1d3c5d16-3d2f-406b-b882-c2f77db28ef3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896218 Nov 02 12:38:51.243811 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] For port f7c57a5d-b8ca-4734-925f-180cd5197250, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:51.247386 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] For port f7c57a5d-b8ca-4734-925f-180cd5197250, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f7c57a5d-b8ca-4734-925f-180cd5197250,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:51.255966 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.260226 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:51.260843 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:51.262311 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/f7c57a5d-b8ca-4734-925f-180cd5197250 HTTP/1.1" status: 200 len: 1093 time: 0.7370448 Nov 02 12:38:51.264506 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'tag': 'f7c57a5d-b8ca-4734-925f-180cd5197250'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:51.268128 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31333e9f-eff9-47f4-b936-baf58062dd38" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2d59d3-68e8-4515-bac3-db001c47ccff", "tag": "f7c57a5d-b8ca-4734-925f-180cd5197250"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:51.314963 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61f46fd-d445-4267-b99f-8eb311f159fd x-openstack-request-id: req-f61f46fd-d445-4267-b99f-8eb311f159fd {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:51.315257 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2d59d3-68e8-4515-bac3-db001c47ccff", "tag": "f7c57a5d-b8ca-4734-925f-180cd5197250", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:51.315508 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f61f46fd-d445-4267-b99f-8eb311f159fd {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:51.315912 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61f46fd-d445-4267-b99f-8eb311f159fd'] response: {'name': 'network-changed', 'server_uuid': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'tag': 'f7c57a5d-b8ca-4734-925f-180cd5197250', 'status': 'completed', 'code': 200} Nov 02 12:38:51.347763 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616ae56-0e38-48d1-b450-9b5e049f2588 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c57a5d-b8ca-4734-925f-180cd5197250,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:51.355604 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd570-4866-400b-8d55-689ff44eac12 req-fc49e3e0-fa3b-4481-ab9a-f5d7e113a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:51.357138 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-fc49e3e0-fa3b-4481-ab9a-f5d7e113a11f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 1127 time: 0.0544245 Nov 02 12:38:51.399905 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-7816aea9-f577-478d-bd66-308607478b83 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7c57a5d-b8ca-4734-925f-180cd5197250 HTTP/1.1" status: 200 len: 217 time: 0.0362802 Nov 02 12:38:51.448123 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd570-4866-400b-8d55-689ff44eac12 req-6d7826d2-b9ee-4202-9f70-79f5c45e4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:51.449580 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-6d7826d2-b9ee-4202-9f70-79f5c45e4b44 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0446813 Nov 02 12:38:51.498784 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd570-4866-400b-8d55-689ff44eac12 req-98fdf906-2612-4662-a6e2-9ae3b20edb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:51.500529 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-98fdf906-2612-4662-a6e2-9ae3b20edb43 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446358 Nov 02 12:38:51.593740 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-2873c49e-c5fd-4c31-927e-19f9e76420e3 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876966 Nov 02 12:38:51.683273 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-678cd570-4866-400b-8d55-689ff44eac12 req-dcfce02d-7569-48c8-a01c-d07f04a701b9 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837324 Nov 02 12:38:52.358252 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994aa219-b009-490e-832e-5fbf0c399864 req-41c26f19-d7c7-48b7-897b-04be3b4f5cca tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:52.359660 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-994aa219-b009-490e-832e-5fbf0c399864 req-41c26f19-d7c7-48b7-897b-04be3b4f5cca tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 943 time: 0.0512040 Nov 02 12:38:52.416425 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-a7e54437-b64a-4245-bb51-3029fad2b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:52.417904 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-a7e54437-b64a-4245-bb51-3029fad2b0b1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 1127 time: 0.0552289 Nov 02 12:38:52.486018 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-994aa219-b009-490e-832e-5fbf0c399864 req-de99d916-e32f-4bd2-8d94-2d94678ceaa6 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156912 Nov 02 12:38:52.527800 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-7a2b7274-ec19-4cda-899c-36889f30190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:52.529275 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-7a2b7274-ec19-4cda-899c-36889f30190a service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 916 time: 0.1058321 Nov 02 12:38:52.566604 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-728572d3-cc97-4387-8a7e-147bf59a61a2 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7c57a5d-b8ca-4734-925f-180cd5197250 HTTP/1.1" status: 200 len: 217 time: 0.0319357 Nov 02 12:38:52.613578 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-44fd82df-7231-425f-a5b0-69eb0eada43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:52.614930 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-44fd82df-7231-425f-a5b0-69eb0eada43d service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0435765 Nov 02 12:38:52.660950 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-b14b19d7-85cb-4de8-86f0-5eb6ed1dac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:52.662467 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-b14b19d7-85cb-4de8-86f0-5eb6ed1dac56 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413306 Nov 02 12:38:52.716226 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:52.753255 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-cd667b6b-79a9-4061-8ef1-508a7ba1c4b6 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844624 Nov 02 12:38:52.830543 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:52.846098 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-31333e9f-eff9-47f4-b936-baf58062dd38 req-a9851bc5-5210-4017-ad17-5d921217dc74 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876756 Nov 02 12:38:53.629095 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d9fbd-5b4c-4d54-b602-5e6516ac6e0e req-70b86aa8-23d8-4dc3-b467-68bd9325e0d8 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:53.630828 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-034d9fbd-5b4c-4d54-b602-5e6516ac6e0e req-70b86aa8-23d8-4dc3-b467-68bd9325e0d8 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 943 time: 0.0655203 Nov 02 12:38:53.679877 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-034d9fbd-5b4c-4d54-b602-5e6516ac6e0e req-49e059c2-da3e-4fe6-8bf1-a33a17a6fcb3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429358 Nov 02 12:38:54.814765 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2cc0e-32ce-4e1e-b90c-04edff0bb238 req-e1f6c50f-f082-49d5-baf0-3090e958c1b3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:54.816266 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-37e2cc0e-32ce-4e1e-b90c-04edff0bb238 req-e1f6c50f-f082-49d5-baf0-3090e958c1b3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 943 time: 0.0495262 Nov 02 12:38:54.868783 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-37e2cc0e-32ce-4e1e-b90c-04edff0bb238 req-f30ef081-2efd-44bc-86de-b2f637f59836 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460517 Nov 02 12:38:55.082863 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device f7c57a5d-b8ca-4734-925f-180cd5197250 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:38:55.085738 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:55.087179 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:55.190135 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port f7c57a5d-b8ca-4734-925f-180cd5197250, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f7c57a5d-b8ca-4734-925f-180cd5197250,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:55.203276 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': 'f7c57a5d-b8ca-4734-925f-180cd5197250', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'port_id': 'f7c57a5d-b8ca-4734-925f-180cd5197250', 'mac_address': 'fa:16:3e:b3:f2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:38:55.238777 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port f7c57a5d-b8ca-4734-925f-180cd5197250 is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:55.239156 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:55.253529 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c57a5d-b8ca-4734-925f-180cd5197250 {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:38:55.278038 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port f7c57a5d-b8ca-4734-925f-180cd5197250, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f7c57a5d-b8ca-4734-925f-180cd5197250,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:55.283540 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:55.334862 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=f7c57a5d-b8ca-4734-925f-180cd5197250,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:55.342044 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.342483 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.342724 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.343167 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.343416 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.343698 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.344017 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.344337 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.344658 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.344977 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.345321 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.345640 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.345956 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.346269 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.346583 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:38:55.482270 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['f7c57a5d-b8ca-4734-925f-180cd5197250'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:38:55.610579 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:55.614026 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:38:55.991504 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9475fca-e0f4-419b-9f74-8a1b67441476 req-6c72b9a2-ddaa-4f0f-af57-50f0e98a6dee tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:55.993040 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d9475fca-e0f4-419b-9f74-8a1b67441476 req-6c72b9a2-ddaa-4f0f-af57-50f0e98a6dee tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 944 time: 0.0479960 Nov 02 12:38:56.041937 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d9475fca-e0f4-419b-9f74-8a1b67441476 req-8af1d7d1-52b7-498b-9172-00f7084c4aad tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Nov 02 12:38:57.094218 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device f7c57a5d-b8ca-4734-925f-180cd5197250 up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:57.146020 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port f7c57a5d-b8ca-4734-925f-180cd5197250 completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:38:57.155645 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port f7c57a5d-b8ca-4734-925f-180cd5197250 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:38:57.156083 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:57.156464 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port f7c57a5d-b8ca-4734-925f-180cd5197250 Nov 02 12:38:57.193014 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccd662-44fd-4850-9218-1ea9a224d424 req-804b28b8-b001-4637-aa8d-a94716c7715b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:57.194685 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-23ccd662-44fd-4850-9218-1ea9a224d424 req-804b28b8-b001-4637-aa8d-a94716c7715b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 944 time: 0.0748527 Nov 02 12:38:57.235440 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port f7c57a5d-b8ca-4734-925f-180cd5197250 is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:38:57.235843 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:57.253446 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-23ccd662-44fd-4850-9218-1ea9a224d424 req-ceb2a318-f85b-4f40-be49-dd537e19bc1f tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523665 Nov 02 12:38:57.263282 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c57a5d-b8ca-4734-925f-180cd5197250'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:38:57.265623 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51324d56-7c8e-4fda-b0d4-264a9d93f7c1" -d '{"events": [{"server_uuid": "6a2d59d3-68e8-4515-bac3-db001c47ccff", "name": "network-vif-plugged", "status": "completed", "tag": "f7c57a5d-b8ca-4734-925f-180cd5197250"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:57.283413 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port f7c57a5d-b8ca-4734-925f-180cd5197250, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f7c57a5d-b8ca-4734-925f-180cd5197250,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:57.288296 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:57.314586 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae9291d-b980-4bf0-a31b-afcafd218c50 x-openstack-request-id: req-eae9291d-b980-4bf0-a31b-afcafd218c50 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:57.314880 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d59d3-68e8-4515-bac3-db001c47ccff", "name": "network-vif-plugged", "status": "completed", "tag": "f7c57a5d-b8ca-4734-925f-180cd5197250", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:57.315131 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eae9291d-b980-4bf0-a31b-afcafd218c50 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:57.315536 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae9291d-b980-4bf0-a31b-afcafd218c50'] response: {'server_uuid': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c57a5d-b8ca-4734-925f-180cd5197250', 'code': 200} Nov 02 12:38:57.343534 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=f7c57a5d-b8ca-4734-925f-180cd5197250,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:57.488731 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac51ab-5cb3-44e9-9a27-bc4aae3b16ee req-e52ac7c4-4f27-4fd6-8e5b-7f00967b73da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:57.490483 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-dfac51ab-5cb3-44e9-9a27-bc4aae3b16ee req-e52ac7c4-4f27-4fd6-8e5b-7f00967b73da service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 1129 time: 0.0394926 Nov 02 12:38:57.538507 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-dfac51ab-5cb3-44e9-9a27-bc4aae3b16ee req-6493d4f8-a072-4714-a56d-e0c9bbbc2674 service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Nov 02 12:38:58.383516 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9c0ec-d5db-4ba5-87e3-f9dc661fae21 req-2572d887-8385-4592-8791-03b1aae6a5d0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:58.385041 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-95e9c0ec-d5db-4ba5-87e3-f9dc661fae21 req-2572d887-8385-4592-8791-03b1aae6a5d0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 945 time: 0.0487299 Nov 02 12:38:58.434653 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-95e9c0ec-d5db-4ba5-87e3-f9dc661fae21 req-889bd1cf-8430-44df-8a36-f3e60ad1dcf0 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Nov 02 12:38:59.563925 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb6c9e-8c54-4ba1-a59d-9d36ffef86ce req-8b5b933d-ac98-4146-a500-7249ab047629 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:59.565409 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-34cb6c9e-8c54-4ba1-a59d-9d36ffef86ce req-8b5b933d-ac98-4146-a500-7249ab047629 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 945 time: 0.0501564 Nov 02 12:38:59.611959 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-34cb6c9e-8c54-4ba1-a59d-9d36ffef86ce req-1c0c2ee7-8eb6-4e3c-a6c9-bb8ed7a40e9a tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409439 Nov 02 12:38:59.734923 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8620c-d431-4b3b-a270-1cc0e2549a5a req-47f45e03-62aa-42c7-b521-e696aa4f801b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:38:59.736332 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-b1f8620c-d431-4b3b-a270-1cc0e2549a5a req-47f45e03-62aa-42c7-b521-e696aa4f801b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 945 time: 0.0515094 Nov 02 12:38:59.747319 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47880) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:38:59.751639 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-c96678da-f6d3-4ea8-88b9-04dcee807310 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Request body: {'floatingip': {'port_id': 'f7c57a5d-b8ca-4734-925f-180cd5197250'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:38:59.789735 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c96678da-f6d3-4ea8-88b9-04dcee807310 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (f38900c3-b912-454d-9203-e7e77e1ea3c0), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.374597 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.482990 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c96678da-f6d3-4ea8-88b9-04dcee807310 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.485033 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:39:00.487797 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c96678da-f6d3-4ea8-88b9-04dcee807310 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (f38900c3-b912-454d-9203-e7e77e1ea3c0), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.570205 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:00.589923 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [None req-c96678da-f6d3-4ea8-88b9-04dcee807310 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Floating IP f38900c3-b912-454d-9203-e7e77e1ea3c0 associated. External IP: 172.27.3.242, port: f7c57a5d-b8ca-4734-925f-180cd5197250. Nov 02 12:39:00.633434 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:00.798790 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96678da-f6d3-4ea8-88b9-04dcee807310 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:00.906623 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96678da-f6d3-4ea8-88b9-04dcee807310 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:00.911386 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c96678da-f6d3-4ea8-88b9-04dcee807310 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:00.916321 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:00.925663 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:39:00.926455 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:38:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:00.942580 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-c96678da-f6d3-4ea8-88b9-04dcee807310 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/f38900c3-b912-454d-9203-e7e77e1ea3c0 HTTP/1.1" status: 200 len: 991 time: 1.1942127 Nov 02 12:39:00.943291 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'tag': 'f7c57a5d-b8ca-4734-925f-180cd5197250'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:39:00.946054 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb48023-403d-40e5-8571-bc591b9039b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2d59d3-68e8-4515-bac3-db001c47ccff", "tag": "f7c57a5d-b8ca-4734-925f-180cd5197250"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:39:00.982993 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce00065f-8439-4e63-b79d-2839632e2b7b x-openstack-request-id: req-ce00065f-8439-4e63-b79d-2839632e2b7b {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:39:00.983289 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2d59d3-68e8-4515-bac3-db001c47ccff", "tag": "f7c57a5d-b8ca-4734-925f-180cd5197250", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:39:00.983549 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ce00065f-8439-4e63-b79d-2839632e2b7b {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:39:00.983965 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce00065f-8439-4e63-b79d-2839632e2b7b'] response: {'name': 'network-changed', 'server_uuid': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'tag': 'f7c57a5d-b8ca-4734-925f-180cd5197250', 'status': 'completed', 'code': 200} Nov 02 12:39:01.015564 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:01.032523 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:01.047558 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-50908cff-0283-41c5-808e-213ebec3883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:01.049074 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-50908cff-0283-41c5-808e-213ebec3883f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 1129 time: 0.0437489 Nov 02 12:39:01.066140 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:01.139642 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-3478ed04-ef16-4469-8165-f1d423f1f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:01.141125 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-3478ed04-ef16-4469-8165-f1d423f1f67e service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 200 len: 916 time: 0.0866632 Nov 02 12:39:01.203310 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-b1192f38-690d-4d71-8bec-8248fb449b8e service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7c57a5d-b8ca-4734-925f-180cd5197250 HTTP/1.1" status: 200 len: 999 time: 0.0565331 Nov 02 12:39:01.248545 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'f38900c3-b912-454d-9203-e7e77e1ea3c0', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': 'f7c57a5d-b8ca-4734-925f-180cd5197250', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:b3:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:38:47Z', 'updated_at': '2022-11-02T12:39:00Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:01.255702 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-172443a8-f3ce-4de1-81f1-1d40b6df4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:01.257239 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-172443a8-f3ce-4de1-81f1-1d40b6df4fbc service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 200 len: 853 time: 0.0487680 Nov 02 12:39:01.274297 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:01.282760 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:39:01.283363 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:38:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:01.300184 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-7add673d-6bbc-45af-8067-d68be96ed73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:01.301926 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-7add673d-6bbc-45af-8067-d68be96ed73c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=131d0da7-02ff-497d-ba38-17a9c0dcd040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395651 Nov 02 12:39:01.385733 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:01.398900 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-d35090cb-f7f6-40dd-9b24-807bb5d03f07 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902216 Nov 02 12:39:01.492048 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-bfb48023-403d-40e5-8571-bc591b9039b8 req-6f1099fe-0439-4723-8510-b12dcd908c10 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870106 Nov 02 12:39:01.598563 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'f38900c3-b912-454d-9203-e7e77e1ea3c0', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': 'f7c57a5d-b8ca-4734-925f-180cd5197250', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:b3:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:38:47Z', 'updated_at': '2022-11-02T12:39:00Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:01.759510 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498514e-c365-4700-ac73-79bbbb2221df None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': 'f38900c3-b912-454d-9203-e7e77e1ea3c0', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'port_id': 'f7c57a5d-b8ca-4734-925f-180cd5197250', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'mac_address': 'fa:16:3e:b3:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:38:47Z', 'updated_at': '2022-11-02T12:39:00Z', 'revision_number': 1, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:01.763055 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-c0c8613b-0784-4677-b270-42e46f64227c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427146 Nov 02 12:39:01.851805 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-0715dfab-3575-484a-8f6b-fc6bedd09764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:01.853356 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-0715dfab-3575-484a-8f6b-fc6bedd09764 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=2b3b8f23a66e4540a0f65330c6d6496e&device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 1129 time: 0.0456514 Nov 02 12:39:01.917582 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:01.963982 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0cba6f-c4cb-4326-81db-d95a176ce57c None None] New status for floating IP f38900c3-b912-454d-9203-e7e77e1ea3c0: ACTIVE {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:39:01.964794 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-a33685b9-5567-4c7d-be5d-6d044f972e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:01.966378 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-a33685b9-5567-4c7d-be5d-6d044f972e47 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc HTTP/1.1" status: 200 len: 914 time: 0.0952458 Nov 02 12:39:02.036731 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-02d75813-dc9c-4f3a-9c8c-c7ff8f81b10a service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3 HTTP/1.1" status: 200 len: 1000 time: 0.0647247 Nov 02 12:39:02.071293 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:02.087486 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-b00dfbf1-d15d-47f7-96de-495298968e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:02.088979 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-b00dfbf1-d15d-47f7-96de-495298968e1b service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=326112d3-770f-40fb-935b-96d7c409565d HTTP/1.1" status: 200 len: 851 time: 0.0472732 Nov 02 12:39:02.137637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-9fc9909f-e14e-4be9-9660-a868354bd28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:02.139152 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-9fc9909f-e14e-4be9-9660-a868354bd28f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448785 Nov 02 12:39:02.235155 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-24a9c05f-32d2-4490-910b-8c5d9502f2d1 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903313 Nov 02 12:39:02.328647 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-0fcfe04e-22df-4df0-b59f-89cc15451c2f req-85262c57-bade-40cd-b3cc-be63f8477f55 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881402 Nov 02 12:39:02.753968 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b17a0210-6afe-4dca-90c3-b12002d8e1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:05.737868 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-13fb69d2-c6e6-46fd-b8dc-73b7cfa93fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:07.628762 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.317521 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:08.971491 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:09.602042 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=64 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:09.608345 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:12.323245 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=22 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:12.325320 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=47 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:18.607472 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:18.608237 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:18.962360 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:18.967355 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:30.374625 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.747888 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1a1b9596-1ea3-45a0-a3eb-e0a129587d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:34.010878 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=13 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:34.019217 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=13 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:35.741558 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-09617344-65ec-41c5-8f4b-83d18ac0477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:37.484600 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:39:37.632618 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.322138 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:38.974909 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:44.954658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff052c-bc52-4065-908e-950441934773 req-af1c1acb-6d56-4c60-9ddd-912f36df8aa9 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:44.956191 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-45ff052c-bc52-4065-908e-950441934773 req-af1c1acb-6d56-4c60-9ddd-912f36df8aa9 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 945 time: 0.0515547 Nov 02 12:39:45.006085 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-45ff052c-bc52-4065-908e-950441934773 req-0c7d2250-533e-4293-8ca8-77c9fee4b6c3 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436089 Nov 02 12:39:46.130375 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e57908-1789-4cb7-ad09-9e3d6b038671 req-10a85941-b5f0-4d17-ac10-bb2e8a36f2ea tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:46.131845 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-13e57908-1789-4cb7-ad09-9e3d6b038671 req-10a85941-b5f0-4d17-ac10-bb2e8a36f2ea tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 945 time: 0.0473945 Nov 02 12:39:46.179823 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-13e57908-1789-4cb7-ad09-9e3d6b038671 req-2eb1f873-6b50-40bf-8053-ed3c63e926c4 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a73a5247-0d36-4c35-81ac-4f1eca1af79f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424085 Nov 02 12:39:46.385289 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-c3e593b9-d706-4bc9-829e-3bdbb9c2e581 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:46.386765 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-c3e593b9-d706-4bc9-829e-3bdbb9c2e581 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 945 time: 0.0528030 Nov 02 12:39:46.476090 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Deleting port f7c57a5d-b8ca-4734-925f-180cd5197250 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:46.476436 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.568943 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] For port f7c57a5d-b8ca-4734-925f-180cd5197250, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f7c57a5d-b8ca-4734-925f-180cd5197250,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:46.569337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.738048 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.738524 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (f38900c3-b912-454d-9203-e7e77e1ea3c0), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.738842 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Floating IP f38900c3-b912-454d-9203-e7e77e1ea3c0 disassociated. External IP: 172.27.3.242, port: f7c57a5d-b8ca-4734-925f-180cd5197250. Nov 02 12:39:46.739179 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Calling delete_port for f7c57a5d-b8ca-4734-925f-180cd5197250 owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:46.873582 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (f7c57a5d-b8ca-4734-925f-180cd5197250), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:46.902250 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'Port': ['ID=f7c57a5d-b8ca-4734-925f-180cd5197250,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:46.914416 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.914769 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.915118 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.915456 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.915787 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.916114 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.916443 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.916789 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.917160 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.917462 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.917796 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.918109 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.918431 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.918746 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:46.919064 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:47.032007 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:47.141317 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:47.146968 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:47.152418 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:47.165422 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:39:47.166502 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:39:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:47.191631 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] No DVR routers for this DVR port f7c57a5d-b8ca-4734-925f-180cd5197250 on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:39:47.195293 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.198694 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-079041e4-c5b9-4495-8d21-d88b9504c830 req-d5bf26b9-dd86-410d-842c-f97c5ed06e26 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.87 "DELETE /networking/v2.0/ports/f7c57a5d-b8ca-4734-925f-180cd5197250 HTTP/1.1" status: 204 len: 173 time: 0.8071067 Nov 02 12:39:47.199245 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'name': 'network-vif-deleted', 'tag': 'f7c57a5d-b8ca-4734-925f-180cd5197250'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:39:47.201643 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2df7537-41da-40d7-8aa9-a4dc27403ef9" -d '{"events": [{"server_uuid": "6a2d59d3-68e8-4515-bac3-db001c47ccff", "name": "network-vif-deleted", "tag": "f7c57a5d-b8ca-4734-925f-180cd5197250"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:39:47.305825 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e0c53591-60de-42f0-940a-31943213f56a req-0a093851-2e07-4999-8b79-fa4b5f746836 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6a2d59d3-68e8-4515-bac3-db001c47ccff HTTP/1.1" status: 200 len: 210 time: 0.0408952 Nov 02 12:39:47.308462 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe80fbf-5418-4011-ae57-ebe3fce97251 x-openstack-request-id: req-dfe80fbf-5418-4011-ae57-ebe3fce97251 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:39:47.308760 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d59d3-68e8-4515-bac3-db001c47ccff", "name": "network-vif-deleted", "tag": "f7c57a5d-b8ca-4734-925f-180cd5197250", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:39:47.309825 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dfe80fbf-5418-4011-ae57-ebe3fce97251 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:39:47.310523 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe80fbf-5418-4011-ae57-ebe3fce97251'] response: {'server_uuid': '6a2d59d3-68e8-4515-bac3-db001c47ccff', 'name': 'network-vif-deleted', 'tag': 'f7c57a5d-b8ca-4734-925f-180cd5197250', 'status': 'completed', 'code': 200} Nov 02 12:39:47.337608 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:47.552327 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:47.576688 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:47.586397 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:39:47.586999 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:39:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:47.690118 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:47.893902 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:47.918548 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d1ec3-6e4c-4ffc-9e96-7130cfdf7aaa None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:35:22Z', 'revision_number': 4, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': 'c0282d5c-62e0-43ae-9726-04c7e1da8b51', 'name': '', 'network_id': '131d0da7-02ff-497d-ba38-17a9c0dcd040', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'mac_address': 'fa:16:3e:b3:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:22Z', 'updated_at': '2022-11-02T12:35:29Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'subnets': [{'id': '82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:48.145472 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb75ae97-8047-4ef9-a2e4-ad0c655801c7 None None] New status for floating IP f38900c3-b912-454d-9203-e7e77e1ea3c0: DOWN {{(pid=106353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:39:48.404576 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 47972) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:48.464876 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (a73a5247-0d36-4c35-81ac-4f1eca1af79f), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.489349 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (a73a5247-0d36-4c35-81ac-4f1eca1af79f), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.537753 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (a73a5247-0d36-4c35-81ac-4f1eca1af79f), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.540276 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.541428 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a73a5247-0d36-4c35-81ac-4f1eca1af79f HTTP/1.1" status: 204 len: 168 time: 0.1358068 Nov 02 12:39:48.544244 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47974) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:48.550509 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a5247-0d36-4c35-81ac-4f1eca1af79f,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:48.557814 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.558178 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.558316 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.api.v2.resource [None req-33d11fcd-b310-42e7-8138-c0eff1a1d8e4 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] show failed (client error): The resource could not be found. Nov 02 12:39:48.558514 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.558853 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.559280 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-33d11fcd-b310-42e7-8138-c0eff1a1d8e4 tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "GET /networking/v2.0/security-groups/a73a5247-0d36-4c35-81ac-4f1eca1af79f HTTP/1.1" status: 404 len: 347 time: 0.0140228 Nov 02 12:39:48.561364 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.561735 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.562081 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 47976) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:48.562193 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.562444 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.562786 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.563118 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.563450 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.563781 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.564106 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.564431 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.564755 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2d1067-42d4-4dc5-8488-9da909dca14b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:48.647653 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:48.684039 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Deleting port 93bcd710-8a52-41b6-bccb-268d444e081c {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:48.684300 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (93bcd710-8a52-41b6-bccb-268d444e081c), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.760760 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (93bcd710-8a52-41b6-bccb-268d444e081c), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.761189 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (93bcd710-8a52-41b6-bccb-268d444e081c), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.774387 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Calling delete_port for 93bcd710-8a52-41b6-bccb-268d444e081c owned by network:floatingip {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:48.908853 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (93bcd710-8a52-41b6-bccb-268d444e081c), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:48.930765 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Pushing event deleted for resources: {'Port': ['ID=93bcd710-8a52-41b6-bccb-268d444e081c,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:48.997713 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks [] for floatingip (f38900c3-b912-454d-9203-e7e77e1ea3c0), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.000292 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:49.001445 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b4a77439-b5eb-477d-8671-612d1a18449b tempest-AttachVolumeNegativeTest-1725355312 tempest-AttachVolumeNegativeTest-1725355312-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/f38900c3-b912-454d-9203-e7e77e1ea3c0 HTTP/1.1" status: 204 len: 168 time: 0.4383285 Nov 02 12:39:51.425209 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device f7c57a5d-b8ca-4734-925f-180cd5197250 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:51.444536 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: f7c57a5d-b8ca-4734-925f-180cd5197250 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:51.444879 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device f7c57a5d-b8ca-4734-925f-180cd5197250 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:52.704350 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48012) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:53.019033 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:53.176812 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:53.212589 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:53.252312 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Deleting port c0282d5c-62e0-43ae-9726-04c7e1da8b51 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:53.252651 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:53.334897 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] For port c0282d5c-62e0-43ae-9726-04c7e1da8b51, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c0282d5c-62e0-43ae-9726-04c7e1da8b51,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:53.335174 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:53.351923 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Calling delete_port for c0282d5c-62e0-43ae-9726-04c7e1da8b51 owned by network:router_interface {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:53.544771 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (c0282d5c-62e0-43ae-9726-04c7e1da8b51), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:53.567377 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0282d5c-62e0-43ae-9726-04c7e1da8b51,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:53.732958 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:54.186267 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:39:54.283720 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:54.287201 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:54.293182 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:39:54.298235 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-0d2291ad-2e4f-4066-9fa0-f6996027c096 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5926905 Nov 02 12:39:54.301319 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48014) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:54.303656 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] Sync routers for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:39:54.314230 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:39:54.314929 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:39:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:54.396487 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:54.401846 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks [] for router (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:54.419857 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:54.500893 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks [] for router_gateway (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:54.546933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Deleting port 3949350d-9ac1-4dc2-968c-2f25b33890d4 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:54.547270 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:54.581442 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:54.592340 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:39:53Z', 'revision_number': 5, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port': {'id': '3949350d-9ac1-4dc2-968c-2f25b33890d4', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:35:20Z', 'updated_at': '2022-11-02T12:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:54.617962 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] Checking router: 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:39:54.626896 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] Routers {'7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:39:54.627932 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:39:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:54.629062 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] For port 3949350d-9ac1-4dc2-968c-2f25b33890d4, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=3949350d-9ac1-4dc2-968c-2f25b33890d4,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:54.629428 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:54.642914 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Calling delete_port for 3949350d-9ac1-4dc2-968c-2f25b33890d4 owned by network:router_gateway {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:54.713374 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] Set router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 gateway port host: None {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:39:54.767598 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:39:54Z', 'revision_number': 6, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:54.793624 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e0986-f07f-42ad-a5ab-5cea0c07f6a2 None None] The sync data for ids ['7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7'] in dv-cinder-863273-1-iscsi is: [{'id': '7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7', 'name': 'tempest-AttachVolumeNegativeTest-450360081-router', 'tenant_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:35:19Z', 'updated_at': '2022-11-02T12:39:54Z', 'revision_number': 6, 'project_id': '3a32a1e0f4ae442398d6e179846e1e1b', 'gw_port_host': None}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:39:54.817455 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (3949350d-9ac1-4dc2-968c-2f25b33890d4), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:54.844089 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3949350d-9ac1-4dc2-968c-2f25b33890d4,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:54.921707 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.010509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.012668 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks [] for router_controller (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.055093 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.055722 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 {{(pid=106350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:39:55.059955 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.061123 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-452fb313-84ab-4f09-92ee-28ead1cabdb7 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/7e85b31f-13f4-4bc1-91f5-11d8ebdec1d7 HTTP/1.1" status: 204 len: 168 time: 0.7588606 Nov 02 12:39:55.063697 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48016) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:55.109214 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_v2 [None req-781d5445-25c1-4471-9198-f57b8d77403c admin admin] Deleting subnet 82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 {{(pid=106350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:39:55.112341 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-781d5445-25c1-4471-9198-f57b8d77403c admin admin] Publish callbacks [] for subnet (82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.152768 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-781d5445-25c1-4471-9198-f57b8d77403c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5705596'] for subnet (82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.190302 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:55.224629 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:55.240208 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-781d5445-25c1-4471-9198-f57b8d77403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.294230 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-781d5445-25c1-4471-9198-f57b8d77403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5336142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4919004'] for subnet (82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.326274 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d5445-25c1-4471-9198-f57b8d77403c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:55.328185 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-781d5445-25c1-4471-9198-f57b8d77403c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.331458 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-781d5445-25c1-4471-9198-f57b8d77403c admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/82f57802-81c1-4a1b-ae9b-3cd69cd5bbb6 HTTP/1.1" status: 204 len: 168 time: 0.2668056 Nov 02 12:39:55.333960 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48018) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:55.334547 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f5ee2b-281b-4ba3-bcf0-a9c2dabd579a None None] Network 131d0da7-02ff-497d-ba38-17a9c0dcd040 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:39:55.413129 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (131d0da7-02ff-497d-ba38-17a9c0dcd040), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.459419 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Deleting port c30b03d8-25c7-4477-8a0c-94f456310e60 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:55.460114 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.532899 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] For port c30b03d8-25c7-4477-8a0c-94f456310e60, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c30b03d8-25c7-4477-8a0c-94f456310e60,segment=NetworkSegment(239c7000-c911-4046-ac03-545abf8dbc89),segment_id=239c7000-c911-4046-ac03-545abf8dbc89)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:55.533214 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.546959 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Calling delete_port for c30b03d8-25c7-4477-8a0c-94f456310e60 owned by network:dhcp {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:55.589690 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] DHCP port deletion for 131d0da7-02ff-497d-ba38-17a9c0dcd040 request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:39:55.621628 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c0282d5c-62e0-43ae-9726-04c7e1da8b51 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:55.634536 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.650006 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: c0282d5c-62e0-43ae-9726-04c7e1da8b51 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:55.650399 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c0282d5c-62e0-43ae-9726-04c7e1da8b51 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:55.658091 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Deleting port c30b03d8-25c7-4477-8a0c-94f456310e60 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:39:55.658469 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.665777 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30b03d8-25c7-4477-8a0c-94f456310e60,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:55.669392 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] No DVR routers for this DVR port c30b03d8-25c7-4477-8a0c-94f456310e60 on host dv-cinder-863273-1-iscsi {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:39:55.735199 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] For port c30b03d8-25c7-4477-8a0c-94f456310e60, host dv-cinder-863273-1-iscsi, got binding levels [] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:39:55.735582 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.752484 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Calling delete_port for c30b03d8-25c7-4477-8a0c-94f456310e60 owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:39:55.752826 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (131d0da7-02ff-497d-ba38-17a9c0dcd040), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.755217 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.ipam_backend_mixin [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Port c30b03d8-25c7-4477-8a0c-94f456310e60 was not found and therefore no delete operation was performed {{(pid=106352) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Nov 02 12:39:55.756546 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (c30b03d8-25c7-4477-8a0c-94f456310e60), after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.774265 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131d0da7-02ff-497d-ba38-17a9c0dcd040']}} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:55.783405 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] No DVR routers for this DVR port c30b03d8-25c7-4477-8a0c-94f456310e60 on host dv-cinder-863273-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:39:55.785329 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239c7000-c911-4046-ac03-545abf8dbc89') {'for_net_delete': True} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:55.785645 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239c7000-c911-4046-ac03-545abf8dbc89') {} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:39:55.788442 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Pushing event deleted for resources: {'Port': ['ID=c30b03d8-25c7-4477-8a0c-94f456310e60,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.799448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.801657 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.801657 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.801657 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.801657 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c817-5f4a-4d6c-9857-5f74c639b4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:55.809185 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5705579'] for segment (239c7000-c911-4046-ac03-545abf8dbc89), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.827220 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (239c7000-c911-4046-ac03-545abf8dbc89), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.836237 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=106350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:39:55.836637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336208'] for segment (239c7000-c911-4046-ac03-545abf8dbc89), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.887510 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 239c7000-c911-4046-ac03-545abf8dbc89 resource provider aggregate not found Nov 02 12:39:55.909050 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 239c7000-c911-4046-ac03-545abf8dbc89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 239c7000-c911-4046-ac03-545abf8dbc89 found for delete ", "request_id": "req-12f97113-5afa-4dac-a50a-7835b770dd42"}]} Nov 02 12:39:55.916519 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (131d0da7-02ff-497d-ba38-17a9c0dcd040), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.922637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:55.928655 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/131d0da7-02ff-497d-ba38-17a9c0dcd040 HTTP/1.1" status: 204 len: 168 time: 0.5914729 Nov 02 12:39:55.938214 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2d1ab-7b3e-4a59-8647-d35a1c07f2f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=131d0da7-02ff-497d-ba38-17a9c0dcd040,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:56.100750 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48026) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:56.140775 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-7a361de1-be23-4e93-91fd-6b1d36cae74c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=3a32a1e0f4ae442398d6e179846e1e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386755 Nov 02 12:39:56.143092 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48028) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:56.191920 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f1dc-3162-4d6b-8ef6-2a455edec8ce admin admin] Publish callbacks [] for security_group (239aa88c-5e89-469d-891e-f8bc7c34d57d), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:56.212256 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f1dc-3162-4d6b-8ef6-2a455edec8ce admin admin] Publish callbacks [] for security_group (239aa88c-5e89-469d-891e-f8bc7c34d57d), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:56.261339 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f1dc-3162-4d6b-8ef6-2a455edec8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (239aa88c-5e89-469d-891e-f8bc7c34d57d), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:56.263965 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f1dc-3162-4d6b-8ef6-2a455edec8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:56.265477 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a1b9f1dc-3162-4d6b-8ef6-2a455edec8ce admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/239aa88c-5e89-469d-891e-f8bc7c34d57d HTTP/1.1" status: 204 len: 168 time: 0.1211360 Nov 02 12:39:56.274029 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9f1dc-3162-4d6b-8ef6-2a455edec8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239aa88c-5e89-469d-891e-f8bc7c34d57d,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:57.189485 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 3949350d-9ac1-4dc2-968c-2f25b33890d4 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:57.216798 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 3949350d-9ac1-4dc2-968c-2f25b33890d4 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:57.217186 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 3949350d-9ac1-4dc2-968c-2f25b33890d4 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:57.217616 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c30b03d8-25c7-4477-8a0c-94f456310e60 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:39:57.362516 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: c30b03d8-25c7-4477-8a0c-94f456310e60 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:39:57.363379 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c30b03d8-25c7-4477-8a0c-94f456310e60 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:39:58.215414 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:39:58.217398 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=9 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:00.389027 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:02.749830 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-98e591e7-2ae0-4085-bd47-c0e41d97f797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.746190 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-89d4ba56-29f3-4309-8c94-33ea7d1bfa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:05.928059 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=69,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:05.928832 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=55,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:06.248596 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=49,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:06.269446 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:07.634188 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:08.329306 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:08.976961 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:14.484603 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:40:18.966633 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:18.971767 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:30.390833 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:32.599044 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:32.601076 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:32.751845 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e0a0a177-2c5a-44ef-822c-f6e8feed4322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:35.738762 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0be76a39-b950-4e27-9a9a-621168c85274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.766462 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48406) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:36.872547 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3ada5db6-04bd-42ef-a5d5-258a4102d9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.950225 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3ada5db6-04bd-42ef-a5d5-258a4102d9d4 admin admin] Publish callbacks [] for security_group (2ac72f43-8d2c-4da6-9711-f415b18db67c), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.954172 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3ada5db6-04bd-42ef-a5d5-258a4102d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (2ac72f43-8d2c-4da6-9711-f415b18db67c), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:36.992469 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada5db6-04bd-42ef-a5d5-258a4102d9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac72f43-8d2c-4da6-9711-f415b18db67c,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:36.998391 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-3ada5db6-04bd-42ef-a5d5-258a4102d9d4 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=df34e34dcb374c41bab3a990a2cf2ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308896 Nov 02 12:40:37.001165 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48410) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:37.056810 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-71410245-50c5-48f6-a936-5aa2487e291d admin admin] Publish callbacks [] for security_group (2ac72f43-8d2c-4da6-9711-f415b18db67c), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.077120 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-71410245-50c5-48f6-a936-5aa2487e291d admin admin] Publish callbacks [] for security_group (2ac72f43-8d2c-4da6-9711-f415b18db67c), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.126277 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-71410245-50c5-48f6-a936-5aa2487e291d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (2ac72f43-8d2c-4da6-9711-f415b18db67c), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.128929 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-71410245-50c5-48f6-a936-5aa2487e291d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.130190 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-71410245-50c5-48f6-a936-5aa2487e291d admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/2ac72f43-8d2c-4da6-9711-f415b18db67c HTTP/1.1" status: 204 len: 168 time: 0.1281152 Nov 02 12:40:37.137859 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71410245-50c5-48f6-a936-5aa2487e291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac72f43-8d2c-4da6-9711-f415b18db67c,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:37.411032 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48416) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:37.425026 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6e666540-786c-4579-988c-3a97c63a068b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.507184 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6e666540-786c-4579-988c-3a97c63a068b admin admin] Publish callbacks [] for security_group (0b3a4c1d-0521-4eaf-9a30-a88a7535c22c), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.513451 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6e666540-786c-4579-988c-3a97c63a068b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0b3a4c1d-0521-4eaf-9a30-a88a7535c22c), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.555379 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-6e666540-786c-4579-988c-3a97c63a068b admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=17b8531a16c4491a8cd0737d7f11b126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431150 Nov 02 12:40:37.556304 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e666540-786c-4579-988c-3a97c63a068b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3a4c1d-0521-4eaf-9a30-a88a7535c22c,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:37.558687 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48418) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:37.611707 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ce3ebe45-f611-4754-810f-31d85065dedb admin admin] Publish callbacks [] for security_group (0b3a4c1d-0521-4eaf-9a30-a88a7535c22c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.637274 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ce3ebe45-f611-4754-810f-31d85065dedb admin admin] Publish callbacks [] for security_group (0b3a4c1d-0521-4eaf-9a30-a88a7535c22c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.641618 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.687805 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ce3ebe45-f611-4754-810f-31d85065dedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (0b3a4c1d-0521-4eaf-9a30-a88a7535c22c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.690584 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-ce3ebe45-f611-4754-810f-31d85065dedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:37.691748 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-ce3ebe45-f611-4754-810f-31d85065dedb admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0b3a4c1d-0521-4eaf-9a30-a88a7535c22c HTTP/1.1" status: 204 len: 168 time: 0.1317697 Nov 02 12:40:37.700325 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ebe45-f611-4754-810f-31d85065dedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3a4c1d-0521-4eaf-9a30-a88a7535c22c,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:38.325963 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:38.978910 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.549319 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=51,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:47.551276 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=55,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:47.695249 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:47.696107 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:48.973214 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:48.975306 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:51.483088 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:40:54.706918 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48630) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:54.814268 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.896343 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Publish callbacks [] for security_group (8345ebf0-ad55-4323-b9ea-63e7c4627af8), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.900257 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8345ebf0-ad55-4323-b9ea-63e7c4627af8), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:54.941999 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=932a3dfc88694464aa89c480d6a9fad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339239 Nov 02 12:40:54.943412 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8345ebf0-ad55-4323-b9ea-63e7c4627af8,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:54.945404 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48634) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:54.950789 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.951133 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.951510 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.951855 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.952185 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.952578 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.952836 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.953272 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.953655 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.953917 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.954242 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.954562 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.954878 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.955195 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.955510 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca13a62-027b-496d-9f92-3bca8138d2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:54.997495 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Publish callbacks [] for security_group (8345ebf0-ad55-4323-b9ea-63e7c4627af8), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.017699 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Publish callbacks [] for security_group (8345ebf0-ad55-4323-b9ea-63e7c4627af8), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.065178 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (8345ebf0-ad55-4323-b9ea-63e7c4627af8), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.068316 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.069475 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8345ebf0-ad55-4323-b9ea-63e7c4627af8 HTTP/1.1" status: 204 len: 168 time: 0.1230719 Nov 02 12:40:55.077384 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8345ebf0-ad55-4323-b9ea-63e7c4627af8,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:55.084653 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.085022 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.085405 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.085731 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.086067 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.086397 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.086725 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.087055 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.087379 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.087704 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.088033 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.088358 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.088681 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.089021 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.089346 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4629fe-28c5-47a4-888a-1a6cd0ed3395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:55.333401 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48640) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:55.346558 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-53b04d50-b409-4bc3-a43a-221d86072250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.424690 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-53b04d50-b409-4bc3-a43a-221d86072250 admin admin] Publish callbacks [] for security_group (18272ad7-6d4f-4121-ae3c-f4ef14d31dbf), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.429093 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-53b04d50-b409-4bc3-a43a-221d86072250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (18272ad7-6d4f-4121-ae3c-f4ef14d31dbf), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.468715 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b04d50-b409-4bc3-a43a-221d86072250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18272ad7-6d4f-4121-ae3c-f4ef14d31dbf,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:55.476836 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-53b04d50-b409-4bc3-a43a-221d86072250 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=a5cb5cc8458148b9bcd6bda4feb609f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393192 Nov 02 12:40:55.477291 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48642) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:55.531315 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7d588ac1-2714-46ba-9f77-560a662c90d8 admin admin] Publish callbacks [] for security_group (18272ad7-6d4f-4121-ae3c-f4ef14d31dbf), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.553832 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7d588ac1-2714-46ba-9f77-560a662c90d8 admin admin] Publish callbacks [] for security_group (18272ad7-6d4f-4121-ae3c-f4ef14d31dbf), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.604307 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7d588ac1-2714-46ba-9f77-560a662c90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (18272ad7-6d4f-4121-ae3c-f4ef14d31dbf), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.606907 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-7d588ac1-2714-46ba-9f77-560a662c90d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:55.608072 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-7d588ac1-2714-46ba-9f77-560a662c90d8 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/18272ad7-6d4f-4121-ae3c-f4ef14d31dbf HTTP/1.1" status: 204 len: 168 time: 0.1298990 Nov 02 12:40:55.616403 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d588ac1-2714-46ba-9f77-560a662c90d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18272ad7-6d4f-4121-ae3c-f4ef14d31dbf,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:57.258054 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48686) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:57.362839 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-70e150e4-cc08-4553-8fb7-bd1517b5400f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.439629 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-70e150e4-cc08-4553-8fb7-bd1517b5400f admin admin] Publish callbacks [] for security_group (bde84ad0-8b40-4512-8de0-d5a86ed260cd), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.443389 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-70e150e4-cc08-4553-8fb7-bd1517b5400f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (bde84ad0-8b40-4512-8de0-d5a86ed260cd), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.484537 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-70e150e4-cc08-4553-8fb7-bd1517b5400f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=df6abdfdd33d4439a1d7f0829f853d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253098 Nov 02 12:40:57.485268 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e150e4-cc08-4553-8fb7-bd1517b5400f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde84ad0-8b40-4512-8de0-d5a86ed260cd,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:57.487683 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48690) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:57.539600 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cd782d61-7405-4494-9ba6-a3fb5a23924c admin admin] Publish callbacks [] for security_group (bde84ad0-8b40-4512-8de0-d5a86ed260cd), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.559435 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cd782d61-7405-4494-9ba6-a3fb5a23924c admin admin] Publish callbacks [] for security_group (bde84ad0-8b40-4512-8de0-d5a86ed260cd), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.607598 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cd782d61-7405-4494-9ba6-a3fb5a23924c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (bde84ad0-8b40-4512-8de0-d5a86ed260cd), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.610146 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-cd782d61-7405-4494-9ba6-a3fb5a23924c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.611296 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-cd782d61-7405-4494-9ba6-a3fb5a23924c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/bde84ad0-8b40-4512-8de0-d5a86ed260cd HTTP/1.1" status: 204 len: 168 time: 0.1221273 Nov 02 12:40:57.620546 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd782d61-7405-4494-9ba6-a3fb5a23924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde84ad0-8b40-4512-8de0-d5a86ed260cd,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:57.876935 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48696) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:57.890474 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3323e30-7366-4065-bb70-0027e60c94f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.948306 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:57.970611 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3323e30-7366-4065-bb70-0027e60c94f0 admin admin] Publish callbacks [] for security_group (4c6a3003-8f0f-42f3-a10f-5c394d680e2a), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.975218 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b3323e30-7366-4065-bb70-0027e60c94f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (4c6a3003-8f0f-42f3-a10f-5c394d680e2a), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.990768 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:40:58.016585 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b3323e30-7366-4065-bb70-0027e60c94f0 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=14a7bda2ad98453fbae48d813bcff7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385696 Nov 02 12:40:58.017280 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3323e30-7366-4065-bb70-0027e60c94f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6a3003-8f0f-42f3-a10f-5c394d680e2a,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:58.019334 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48698) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:58.069617 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-97c6bc5a-2065-4839-a8c4-41b5be152305 admin admin] Publish callbacks [] for security_group (4c6a3003-8f0f-42f3-a10f-5c394d680e2a), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:58.089826 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-97c6bc5a-2065-4839-a8c4-41b5be152305 admin admin] Publish callbacks [] for security_group (4c6a3003-8f0f-42f3-a10f-5c394d680e2a), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:58.141352 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-97c6bc5a-2065-4839-a8c4-41b5be152305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (4c6a3003-8f0f-42f3-a10f-5c394d680e2a), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:58.144172 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-97c6bc5a-2065-4839-a8c4-41b5be152305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:58.146238 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-97c6bc5a-2065-4839-a8c4-41b5be152305 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/4c6a3003-8f0f-42f3-a10f-5c394d680e2a HTTP/1.1" status: 204 len: 168 time: 0.1253064 Nov 02 12:40:58.154700 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6bc5a-2065-4839-a8c4-41b5be152305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6a3003-8f0f-42f3-a10f-5c394d680e2a,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:00.410689 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:02.755185 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-463d7686-b60b-48ae-8227-e08aa4e6ce41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.743737 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48826) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:04.848052 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b225a656-ca82-4a9c-b3e6-d8993329d159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.924224 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b225a656-ca82-4a9c-b3e6-d8993329d159 admin admin] Publish callbacks [] for security_group (d74e6e2c-d9ac-4efc-96e0-a746b7fd05cf), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.928103 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b225a656-ca82-4a9c-b3e6-d8993329d159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (d74e6e2c-d9ac-4efc-96e0-a746b7fd05cf), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:04.966385 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b225a656-ca82-4a9c-b3e6-d8993329d159 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=4d802a1bd94b4ba78542ddde2e244d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216039 Nov 02 12:41:04.967279 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225a656-ca82-4a9c-b3e6-d8993329d159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74e6e2c-d9ac-4efc-96e0-a746b7fd05cf,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:04.969214 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48830) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:05.021919 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0e4ebfdc-85a2-4793-a886-373ef59f40d8 admin admin] Publish callbacks [] for security_group (d74e6e2c-d9ac-4efc-96e0-a746b7fd05cf), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.041977 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0e4ebfdc-85a2-4793-a886-373ef59f40d8 admin admin] Publish callbacks [] for security_group (d74e6e2c-d9ac-4efc-96e0-a746b7fd05cf), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.090165 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0e4ebfdc-85a2-4793-a886-373ef59f40d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (d74e6e2c-d9ac-4efc-96e0-a746b7fd05cf), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.092724 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0e4ebfdc-85a2-4793-a886-373ef59f40d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.093894 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-0e4ebfdc-85a2-4793-a886-373ef59f40d8 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/d74e6e2c-d9ac-4efc-96e0-a746b7fd05cf HTTP/1.1" status: 204 len: 168 time: 0.1236682 Nov 02 12:41:05.101482 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ebfdc-85a2-4793-a886-373ef59f40d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74e6e2c-d9ac-4efc-96e0-a746b7fd05cf,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:05.362303 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48836) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:05.376479 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e316c859-2af5-416f-93b0-baa5a6222480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.455218 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e316c859-2af5-416f-93b0-baa5a6222480 admin admin] Publish callbacks [] for security_group (91225e86-9974-47ef-b9fb-ad3935fc3eac), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.458868 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e316c859-2af5-416f-93b0-baa5a6222480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (91225e86-9974-47ef-b9fb-ad3935fc3eac), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.499018 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-e316c859-2af5-416f-93b0-baa5a6222480 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=08f668642e83448dac3b8b8d9e3c68cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356184 Nov 02 12:41:05.499860 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316c859-2af5-416f-93b0-baa5a6222480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91225e86-9974-47ef-b9fb-ad3935fc3eac,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:05.502564 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48838) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:05.548338 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:05.561908 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:05.564608 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b355fb1c-255a-4c3d-8a08-1c03372f4fdc admin admin] Publish callbacks [] for security_group (91225e86-9974-47ef-b9fb-ad3935fc3eac), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.592677 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b355fb1c-255a-4c3d-8a08-1c03372f4fdc admin admin] Publish callbacks [] for security_group (91225e86-9974-47ef-b9fb-ad3935fc3eac), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.648251 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b355fb1c-255a-4c3d-8a08-1c03372f4fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (91225e86-9974-47ef-b9fb-ad3935fc3eac), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.651522 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b355fb1c-255a-4c3d-8a08-1c03372f4fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.652721 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b355fb1c-255a-4c3d-8a08-1c03372f4fdc admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/91225e86-9974-47ef-b9fb-ad3935fc3eac HTTP/1.1" status: 204 len: 168 time: 0.1487112 Nov 02 12:41:05.665336 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355fb1c-255a-4c3d-8a08-1c03372f4fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91225e86-9974-47ef-b9fb-ad3935fc3eac,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:05.747455 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-72b71cf1-8cce-4b8f-8db3-f7c3b2dd53df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:05.759576 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-4ccf7ab1-ea91-42d6-b917-f07258c36c50 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2234538 Nov 02 12:41:05.847231 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-b4117bb0-51bc-48a3-8990-bee4c7d9de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:05.849726 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-b4117bb0-51bc-48a3-8990-bee4c7d9de35 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=2b3b8f23a66e4540a0f65330c6d6496e&device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 1129 time: 0.0443733 Nov 02 12:41:05.962694 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-3b6608cf-b821-4f33-8b36-ea27ecc79d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:05.964169 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-3b6608cf-b821-4f33-8b36-ea27ecc79d59 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc HTTP/1.1" status: 200 len: 914 time: 0.0936737 Nov 02 12:41:06.025828 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-f284e0dd-6fd3-497e-99fc-069b2e2cf07f service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3 HTTP/1.1" status: 200 len: 1000 time: 0.0557544 Nov 02 12:41:06.080324 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-1a054e78-b875-49c4-9d79-d38ccd21f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:06.081739 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-1a054e78-b875-49c4-9d79-d38ccd21f348 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=326112d3-770f-40fb-935b-96d7c409565d HTTP/1.1" status: 200 len: 851 time: 0.0507083 Nov 02 12:41:06.126483 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-43b9c175-6f6d-43c2-ab2b-061da899c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:06.127987 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-43b9c175-6f6d-43c2-ab2b-061da899c78a service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409982 Nov 02 12:41:06.137647 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-47c8aa42-34f0-4296-b0b5-1a90f42927bf service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:41:06.138587 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-47c8aa42-34f0-4296-b0b5-1a90f42927bf service neutron] 10.222.0.87 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048654 Nov 02 12:41:06.237419 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-e5fac6d5-262a-4956-83d0-fd4cbf4e4521 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932450 Nov 02 12:41:06.330514 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9cc467b5-27d0-4aaa-8aa9-c90b53a1b52f req-ea107c0f-b67b-482f-8300-b4141e7d5439 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879009 Nov 02 12:41:06.781644 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48870) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:06.899506 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b4bcac05-ee78-408d-ad32-92af6ec2a4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.981616 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b4bcac05-ee78-408d-ad32-92af6ec2a4fa admin admin] Publish callbacks [] for security_group (3ece1dec-1926-409f-a397-6ebc9130911f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:06.985654 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-b4bcac05-ee78-408d-ad32-92af6ec2a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (3ece1dec-1926-409f-a397-6ebc9130911f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.028711 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcac05-ee78-408d-ad32-92af6ec2a4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ece1dec-1926-409f-a397-6ebc9130911f,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:07.036990 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b4bcac05-ee78-408d-ad32-92af6ec2a4fa admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=3e3d0948d3bb43e58ef51a89860c6ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541955 Nov 02 12:41:07.039488 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48874) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:07.097465 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f8b45b48-820a-4e3c-918f-5b923585f1d5 admin admin] Publish callbacks [] for security_group (3ece1dec-1926-409f-a397-6ebc9130911f), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.118744 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f8b45b48-820a-4e3c-918f-5b923585f1d5 admin admin] Publish callbacks [] for security_group (3ece1dec-1926-409f-a397-6ebc9130911f), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.165285 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f8b45b48-820a-4e3c-918f-5b923585f1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (3ece1dec-1926-409f-a397-6ebc9130911f), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.167813 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-f8b45b48-820a-4e3c-918f-5b923585f1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.168989 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-f8b45b48-820a-4e3c-918f-5b923585f1d5 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/3ece1dec-1926-409f-a397-6ebc9130911f HTTP/1.1" status: 204 len: 168 time: 0.1277561 Nov 02 12:41:07.177980 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b45b48-820a-4e3c-918f-5b923585f1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ece1dec-1926-409f-a397-6ebc9130911f,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:07.640290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.827525 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48896) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:07.931250 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-613629004-network', 'tenant_id': 'fc45d759676e41178c93f56305f41958'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:07.954391 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Made reservation on behalf of fc45d759676e41178c93f56305f41958 for: {'network': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:07.956919 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:07.966094 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.044178 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Publish callbacks [] for security_group (025545a8-da33-4e85-9c40-afe4360c018d), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.047922 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (025545a8-da33-4e85-9c40-afe4360c018d), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.076263 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=106351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:41:08.083381 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025545a8-da33-4e85-9c40-afe4360c018d,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:08.089627 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.089981 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.segments_db [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Added segment 6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376 of type vlan for network f3195229-1c26-41c0-ae8b-17364debbf8d Nov 02 12:41:08.132541 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (f3195229-1c26-41c0-ae8b-17364debbf8d), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.157905 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (f3195229-1c26-41c0-ae8b-17364debbf8d), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.159020 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:08.159603 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.178815 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:08.215126 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3864481 Nov 02 12:41:08.219273 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48900) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:08.225889 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Request body: {'subnet': {'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-613629004-subnet', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'ip_version': 4}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:08.226672 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:08.231361 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6369d3-0d10-443b-a204-c0f7213ef971 admin admin] Pushing event updated for resources: {'Network': ['ID=f3195229-1c26-41c0-ae8b-17364debbf8d,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:08.232319 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:08.247087 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:08.247323 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network f3195229-1c26-41c0-ae8b-17364debbf8d details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:08.261471 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Made reservation on behalf of fc45d759676e41178c93f56305f41958 for: {'subnet': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:08.263980 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4919031'] for subnet (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.344744 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.477240 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5336073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4918981'] for subnet (7ae5d55d-15c1-4af4-b00e-1de11aa98b56), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.528564 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae5d55d-15c1-4af4-b00e-1de11aa98b56,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:08.543814 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Checking segment: {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:08.544169 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Network hostable DHCP agents. Network: f3195229-1c26-41c0-ae8b-17364debbf8d, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:41:08.561910 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Network f3195229-1c26-41c0-ae8b-17364debbf8d is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:41:08.571242 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, f3195229-1c26-41c0-ae8b-17364debbf8d) {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:08.575360 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:08.575955 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.584963 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5949e50-75f7-4fd3-b6f9-657369e410be None None] Network f3195229-1c26-41c0-ae8b-17364debbf8d requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:08.608605 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-0ccaa586-6b12-4b31-ba83-114770929586 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3852332 Nov 02 12:41:08.608840 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48902) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:08.612932 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:08.635857 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (43e3cf85-1942-4c45-9c7f-068dd352762c), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.636952 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (43e3cf85-1942-4c45-9c7f-068dd352762c), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.688850 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks [] for router_controller (43e3cf85-1942-4c45-9c7f-068dd352762c), precommit_add_association {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.693506 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-f3195229-1c26-41c0-ae8b-17364debbf8d', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'project_id': 'fc45d759676e41178c93f56305f41958', 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:41:08.694588 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.832523 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks [] for router_gateway (43e3cf85-1942-4c45-9c7f-068dd352762c), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.834718 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Allocated IP 172.20.0.2 (f3195229-1c26-41c0-ae8b-17364debbf8d/7ae5d55d-15c1-4af4-b00e-1de11aa98b56/c775880e-5414-4dbc-b873-cf3767caede5) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:08.988612 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Publish callbacks [] for port (c775880e-5414-4dbc-b873-cf3767caede5), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.996767 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:08.997998 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (c775880e-5414-4dbc-b873-cf3767caede5), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.020942 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks [] for router_gateway (43e3cf85-1942-4c45-9c7f-068dd352762c), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.040300 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.041557 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Network f3195229-1c26-41c0-ae8b-17364debbf8d is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:09.044807 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:09.048584 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:41:09.052396 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Pushing event updated for resources: {'Port': ['ID=c775880e-5414-4dbc-b873-cf3767caede5,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:09.063407 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.063751 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.064095 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.064432 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.064761 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.065118 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.065446 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.065770 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.066095 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.066415 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.066740 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.067595 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.067918 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.068498 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.068823 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:09.126722 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Attempting to bind port c775880e-5414-4dbc-b873-cf3767caede5 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:09.126986 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Attempting to bind port c775880e-5414-4dbc-b873-cf3767caede5 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:09.127353 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Attempting to bind port c775880e-5414-4dbc-b873-cf3767caede5 on network f3195229-1c26-41c0-ae8b-17364debbf8d {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:09.151108 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Allocated IP 172.27.3.109 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/47d739c4-3659-4a22-921f-850417fda40b) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:09.171745 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:09.172321 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:09.172867 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Checking segment: {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:09.173468 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.173888 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Bound using segment: {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:09.174359 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Bound port: c775880e-5414-4dbc-b873-cf3767caede5, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:09.174732 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c775880e-5414-4dbc-b873-cf3767caede5), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.191108 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:09.210529 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:09.240516 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] For port c775880e-5414-4dbc-b873-cf3767caede5, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:09.243850 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] For port c775880e-5414-4dbc-b873-cf3767caede5, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c775880e-5414-4dbc-b873-cf3767caede5,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:09.250282 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c775880e-5414-4dbc-b873-cf3767caede5), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.273550 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks [] for port (47d739c4-3659-4a22-921f-850417fda40b), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.292239 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:09.308448 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (47d739c4-3659-4a22-921f-850417fda40b), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:09.309791 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bdd46-b6ed-4464-a5f6-23cf2bcdd730 None None] Pushing event updated for resources: {'Port': ['ID=c775880e-5414-4dbc-b873-cf3767caede5,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:09.356533 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:09.359889 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:09.363672 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:41:09.367788 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=47d739c4-3659-4a22-921f-850417fda40b,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:09.597454 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:09.598781 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:09.883714 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks [] for router_gateway (43e3cf85-1942-4c45-9c7f-068dd352762c), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.082112 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (43e3cf85-1942-4c45-9c7f-068dd352762c), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.184792 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37637d7-29af-4ca4-9501-f8ffaf3e6cd6 None None] Network f3195229-1c26-41c0-ae8b-17364debbf8d requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:10.209986 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Router 43e3cf85-1942-4c45-9c7f-068dd352762c is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:41:10.266358 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:10.300079 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-e786e16f-a39b-453b-9059-b7753b5e2816 None None] Provisioning complete for port c775880e-5414-4dbc-b873-cf3767caede5 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:10.300450 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e786e16f-a39b-453b-9059-b7753b5e2816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c775880e-5414-4dbc-b873-cf3767caede5), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.300770 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-e786e16f-a39b-453b-9059-b7753b5e2816 None None] Attempt 1 to provision port c775880e-5414-4dbc-b873-cf3767caede5 Nov 02 12:41:10.318905 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:10.334842 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Sync routers for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:10.340166 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.344882 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a9e887c3-cdc6-420f-baed-831e06cae6a7 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7350845 Nov 02 12:41:10.345386 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48906) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:10.346704 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:10.347332 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:10.383177 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-e786e16f-a39b-453b-9059-b7753b5e2816 None None] Current status of the port c775880e-5414-4dbc-b873-cf3767caede5 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:10.383875 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e786e16f-a39b-453b-9059-b7753b5e2816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (c775880e-5414-4dbc-b873-cf3767caede5), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.428253 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-e786e16f-a39b-453b-9059-b7753b5e2816 None None] For port c775880e-5414-4dbc-b873-cf3767caede5, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c775880e-5414-4dbc-b873-cf3767caede5,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:10.432921 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e786e16f-a39b-453b-9059-b7753b5e2816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (c775880e-5414-4dbc-b873-cf3767caede5), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.476230 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:10.489290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786e16f-a39b-453b-9059-b7753b5e2816 None None] Pushing event updated for resources: {'Port': ['ID=c775880e-5414-4dbc-b873-cf3767caede5,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:10.552039 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4ef62a7d-4d9a-4600-af09-819d7736b53a None None] Provisioning complete for port c775880e-5414-4dbc-b873-cf3767caede5 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:10.552488 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4ef62a7d-4d9a-4600-af09-819d7736b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c775880e-5414-4dbc-b873-cf3767caede5), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.552815 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4ef62a7d-4d9a-4600-af09-819d7736b53a None None] Attempt 1 to provision port c775880e-5414-4dbc-b873-cf3767caede5 Nov 02 12:41:10.636456 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4ef62a7d-4d9a-4600-af09-819d7736b53a None None] Current status of the port c775880e-5414-4dbc-b873-cf3767caede5 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:10.666606 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:09Z', 'revision_number': 3, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:10.694986 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Checking router: 43e3cf85-1942-4c45-9c7f-068dd352762c for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:10.695327 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Updating router 43e3cf85-1942-4c45-9c7f-068dd352762c port 47d739c4-3659-4a22-921f-850417fda40b binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:10.724937 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (47d739c4-3659-4a22-921f-850417fda40b), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.808133 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:10.987433 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Allocated IP 172.20.0.1 (f3195229-1c26-41c0-ae8b-17364debbf8d/7ae5d55d-15c1-4af4-b00e-1de11aa98b56/36c782f4-6aad-4996-a3fe-53bfaa641f75) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:11.083905 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Publish callbacks [] for port (47d739c4-3659-4a22-921f-850417fda40b), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.090424 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (47d739c4-3659-4a22-921f-850417fda40b), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.105802 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Publish callbacks [] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.129106 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Attempting to bind port 47d739c4-3659-4a22-921f-850417fda40b on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:11.129961 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Attempting to bind port 47d739c4-3659-4a22-921f-850417fda40b by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:11.130311 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Attempting to bind port 47d739c4-3659-4a22-921f-850417fda40b on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:11.138157 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.162658 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Pushing event updated for resources: {'Port': ['ID=47d739c4-3659-4a22-921f-850417fda40b,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:11.176866 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.177247 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.177590 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.177934 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.178263 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.178443 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Network f3195229-1c26-41c0-ae8b-17364debbf8d is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:11.178562 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.178940 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.179400 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.179580 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.179871 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.180765 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.180765 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.180980 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.181195 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.181429 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:11.183447 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:11.187468 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:41:11.190553 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Pushing event updated for resources: {'Port': ['ID=36c782f4-6aad-4996-a3fe-53bfaa641f75,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:11.194909 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:11.195152 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:11.195733 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.196280 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:11.197114 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Bound port: 47d739c4-3659-4a22-921f-850417fda40b, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:11.197680 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (47d739c4-3659-4a22-921f-850417fda40b), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.218062 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:11.221386 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:11.232964 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (43e3cf85-1942-4c45-9c7f-068dd352762c), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.258508 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] For port 47d739c4-3659-4a22-921f-850417fda40b, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:11.262039 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] For port 47d739c4-3659-4a22-921f-850417fda40b, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=47d739c4-3659-4a22-921f-850417fda40b,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:11.268848 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (47d739c4-3659-4a22-921f-850417fda40b), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.326981 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c775880e-5414-4dbc-b873-cf3767caede5 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:11.332025 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:11.332193 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:11.336081 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89985853-7566-46ae-9041-9c2154a325f3 None None] Pushing event updated for resources: {'Port': ['ID=47d739c4-3659-4a22-921f-850417fda40b,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:11.384960 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.385581 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port c775880e-5414-4dbc-b873-cf3767caede5 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:11.385908 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (c775880e-5414-4dbc-b873-cf3767caede5), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.386242 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port c775880e-5414-4dbc-b873-cf3767caede5 Nov 02 12:41:11.389599 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:11.439802 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:11.461207 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:11.496652 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-8dfbd5c6-f126-49cd-99ea-4453c3a92773 None None] Provisioning complete for port 36c782f4-6aad-4996-a3fe-53bfaa641f75 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:11.497113 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd5c6-f126-49cd-99ea-4453c3a92773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.498270 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-8dfbd5c6-f126-49cd-99ea-4453c3a92773 None None] Attempt 1 to provision port 36c782f4-6aad-4996-a3fe-53bfaa641f75 Nov 02 12:41:11.520566 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port c775880e-5414-4dbc-b873-cf3767caede5 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:11.539101 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-8dfbd5c6-f126-49cd-99ea-4453c3a92773 None None] Port 36c782f4-6aad-4996-a3fe-53bfaa641f75 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:11.578336 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Publish callbacks [] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.586272 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5432934'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.643365 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:09Z', 'revision_number': 3, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:11.655826 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Pushing event updated for resources: {'Port': ['ID=36c782f4-6aad-4996-a3fe-53bfaa641f75,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:11.658464 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (43e3cf85-1942-4c45-9c7f-068dd352762c), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:11.667787 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74cea7-643b-49f4-bc1e-448dd717df26 None None] The sync data for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi is: [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:09Z', 'revision_number': 3, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:11.761804 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Network f3195229-1c26-41c0-ae8b-17364debbf8d is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:11.763222 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:11.892342 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Router 43e3cf85-1942-4c45-9c7f-068dd352762c has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:12.009308 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:12.030554 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:12.037760 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-159882b8-d4b7-4dd1-a2cd-705b4e4209bc admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/43e3cf85-1942-4c45-9c7f-068dd352762c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897712 Nov 02 12:41:12.063973 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-aa871648-481f-4ba6-a41c-d70644cfe558 None None] Provisioning complete for port 36c782f4-6aad-4996-a3fe-53bfaa641f75 triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:12.064351 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa871648-481f-4ba6-a41c-d70644cfe558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.064688 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-aa871648-481f-4ba6-a41c-d70644cfe558 None None] Attempt 1 to provision port 36c782f4-6aad-4996-a3fe-53bfaa641f75 Nov 02 12:41:12.104308 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-aa871648-481f-4ba6-a41c-d70644cfe558 None None] Port 36c782f4-6aad-4996-a3fe-53bfaa641f75 cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:12.572050 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48922) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:12.577020 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-380935177-network', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:12.598024 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Made reservation on behalf of b0a1a24ed40f4bbc88a0163fea3319e0 for: {'network': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:12.600484 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for network (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.604093 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:12.610387 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.701707 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Publish callbacks [] for security_group (e0cae2e7-7f20-470e-bbe9-88b4cbaed0ac), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.705512 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (e0cae2e7-7f20-470e-bbe9-88b4cbaed0ac), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.734242 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=106350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:41:12.740951 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cae2e7-7f20-470e-bbe9-88b4cbaed0ac,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:12.749291 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (445ffc66-ef1d-4661-a1b7-225bed542ca5), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.749621 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.segments_db [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Added segment 445ffc66-ef1d-4661-a1b7-225bed542ca5 of type vlan for network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 Nov 02 12:41:12.790633 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727637506762'] for network (0bed0c0e-67e7-41f5-886a-3b5b2d76cda9), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.815228 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327'] for network (0bed0c0e-67e7-41f5-886a-3b5b2d76cda9), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.816333 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:12.817477 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:12.874439 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3011363 Nov 02 12:41:12.877198 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48924) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:12.883263 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Request body: {'subnet': {'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-380935177-subnet', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'ip_version': 4}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:12.886416 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e0b48-0385-41ea-95ea-4fe1482c15f5 admin admin] Pushing event updated for resources: {'Network': ['ID=0bed0c0e-67e7-41f5-886a-3b5b2d76cda9,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:12.897599 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 details requested by agent ovs-agent-dv-cinder-863273-1-iscsi with host dv-cinder-863273-1-iscsi {{(pid=106352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:12.904627 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Made reservation on behalf of b0a1a24ed40f4bbc88a0163fea3319e0 for: {'subnet': 1} {{(pid=106351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:12.907149 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4241389'] for subnet (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.093385 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5432859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4241375'] for subnet (38d2c1f5-16d3-4d35-8d75-39cd2c31b186), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.121132 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:13.146878 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d2c1f5-16d3-4d35-8d75-39cd2c31b186,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:13.163918 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Checking segment: {'id': '445ffc66-ef1d-4661-a1b7-225bed542ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:13.164359 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Network hostable DHCP agents. Network: 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9, hostable agents: ['7c12646a-28de-48fa-bec2-9c560618d250'], hosted agents: [] {{(pid=106351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:41:13.182347 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 is scheduled to be hosted by DHCP agent 7c12646a-28de-48fa-bec2-9c560618d250 with binding_index 1 {{(pid=106351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:41:13.191294 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863273-1-iscsi, 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9) {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:13.197041 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:13.197877 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.203264 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29631a35-65a9-49da-aa31-447998ce1c50 None None] Network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:13.219065 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 48926) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:13.219222 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-889e09f4-90bd-4d1d-b58a-8131469afede admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3408291 Nov 02 12:41:13.225272 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:13.255412 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7890904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3467'] for router (6b331248-ed89-41bd-a13e-fcf51acd9291), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.256777 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7889396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7867014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8293070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3458'] for router (6b331248-ed89-41bd-a13e-fcf51acd9291), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.262838 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:13.280246 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 47d739c4-3659-4a22-921f-850417fda40b up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:13.292720 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:13.320362 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks [] for router_controller (6b331248-ed89-41bd-a13e-fcf51acd9291), precommit_add_association {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.355550 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34fd2064-d741-5090-bbdd-3f934b029873-0bed0c0e-67e7-41f5-886a-3b5b2d76cda9', 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9', 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'fixed_ips': [{'subnet_id': '38d2c1f5-16d3-4d35-8d75-39cd2c31b186'}]}} from dv-cinder-863273-1-iscsi. {{(pid=106352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 12:41:13.356485 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.376159 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Sync routers for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:13.381566 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 47d739c4-3659-4a22-921f-850417fda40b triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:13.381937 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (47d739c4-3659-4a22-921f-850417fda40b), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.382274 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 47d739c4-3659-4a22-921f-850417fda40b Nov 02 12:41:13.429117 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:13.429648 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:13.471223 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks [] for router_gateway (6b331248-ed89-41bd-a13e-fcf51acd9291), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.665260 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks [] for router_gateway (6b331248-ed89-41bd-a13e-fcf51acd9291), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.685133 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.737836 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:13.786327 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 47d739c4-3659-4a22-921f-850417fda40b is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:13.786766 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (47d739c4-3659-4a22-921f-850417fda40b), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.796485 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:13.800092 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Allocated IP 172.27.3.120 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/720a8b2c-ee41-4853-acad-68c67eba8796) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:13.826513 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:13.830236 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Allocated IP 172.20.0.2 (0bed0c0e-67e7-41f5-886a-3b5b2d76cda9/38d2c1f5-16d3-4d35-8d75-39cd2c31b186/3b642644-f486-49e8-a3a2-5455d42fc7bc) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:13.851548 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 47d739c4-3659-4a22-921f-850417fda40b, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=47d739c4-3659-4a22-921f-850417fda40b,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:13.860792 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (47d739c4-3659-4a22-921f-850417fda40b), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.919263 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks [] for port (720a8b2c-ee41-4853-acad-68c67eba8796), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.950785 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.994239 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:13.999455 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:14.001901 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:41:14.006077 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Pushing event updated for resources: {'Port': ['ID=720a8b2c-ee41-4853-acad-68c67eba8796,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:14.040698 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=47d739c4-3659-4a22-921f-850417fda40b,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:14.159202 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Publish callbacks [] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.165875 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '36c782f4-6aad-4996-a3fe-53bfaa641f75', 'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'mac_address': 'fa:16:3e:b8:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:10Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 2, 'project_id': 'fc45d759676e41178c93f56305f41958', 'subnets': [{'id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:14.169476 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.197243 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:14.200693 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Checking router: 43e3cf85-1942-4c45-9c7f-068dd352762c for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:14.201136 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Updating router 43e3cf85-1942-4c45-9c7f-068dd352762c port 36c782f4-6aad-4996-a3fe-53bfaa641f75 binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:14.220670 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:14.249020 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks [] for router_gateway (6b331248-ed89-41bd-a13e-fcf51acd9291), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.261157 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:14.271006 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:14.273550 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:41:14.275738 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Pushing event updated for resources: {'Port': ['ID=3b642644-f486-49e8-a3a2-5455d42fc7bc,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:14.277768 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.411033 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Attempting to bind port 3b642644-f486-49e8-a3a2-5455d42fc7bc on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:14.411401 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Attempting to bind port 3b642644-f486-49e8-a3a2-5455d42fc7bc by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '445ffc66-ef1d-4661-a1b7-225bed542ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:14.411758 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Attempting to bind port 3b642644-f486-49e8-a3a2-5455d42fc7bc on network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:14.451831 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7889379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7904565'] for router (6b331248-ed89-41bd-a13e-fcf51acd9291), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.492142 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:14.492852 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Checking segment: {'id': '445ffc66-ef1d-4661-a1b7-225bed542ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:14.493211 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.493602 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Bound using segment: {'id': '445ffc66-ef1d-4661-a1b7-225bed542ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:14.494083 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Bound port: 3b642644-f486-49e8-a3a2-5455d42fc7bc, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445ffc66-ef1d-4661-a1b7-225bed542ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:14.494458 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.594664 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Router 6b331248-ed89-41bd-a13e-fcf51acd9291 is scheduled to L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 with binding_index 1 {{(pid=106350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:41:14.596361 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:14.624032 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] For port 3b642644-f486-49e8-a3a2-5455d42fc7bc, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:14.648932 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] For port 3b642644-f486-49e8-a3a2-5455d42fc7bc, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=3b642644-f486-49e8-a3a2-5455d42fc7bc,segment=NetworkSegment(445ffc66-ef1d-4661-a1b7-225bed542ca5),segment_id=445ffc66-ef1d-4661-a1b7-225bed542ca5)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:14.665323 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.729844 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:14.733472 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Publish callbacks [] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.739704 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:14.748583 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.761117 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Sync routers for ids ['6b331248-ed89-41bd-a13e-fcf51acd9291'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:14.761829 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.764631 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888414ba-69b1-41be-9ba0-b452b44e7217 None None] Pushing event updated for resources: {'Port': ['ID=3b642644-f486-49e8-a3a2-5455d42fc7bc,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:14.766641 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 48928) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:14.767174 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-c08b2594-3c1b-4a9b-954e-5fe7460c3c11 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5451417 Nov 02 12:41:14.778705 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Routers {'6b331248-ed89-41bd-a13e-fcf51acd9291'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:14.779390 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['6b331248-ed89-41bd-a13e-fcf51acd9291'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:14.854312 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725c1fd-5d50-46c9-9412-1c1485db7e4d None None] Pushing event updated for resources: {'Port': ['ID=36c782f4-6aad-4996-a3fe-53bfaa641f75,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:14.872210 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Attempting to bind port 36c782f4-6aad-4996-a3fe-53bfaa641f75 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:14.872588 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Attempting to bind port 36c782f4-6aad-4996-a3fe-53bfaa641f75 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:14.872950 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Attempting to bind port 36c782f4-6aad-4996-a3fe-53bfaa641f75 on network f3195229-1c26-41c0-ae8b-17364debbf8d {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:14.929429 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:14.929919 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Checking segment: {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:14.930327 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.930720 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Bound using segment: {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:14.931230 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Bound port: 36c782f4-6aad-4996-a3fe-53bfaa641f75, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:14.931611 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.964223 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Set router 6b331248-ed89-41bd-a13e-fcf51acd9291 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:15.012366 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] For port 36c782f4-6aad-4996-a3fe-53bfaa641f75, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:15.016349 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] For port 36c782f4-6aad-4996-a3fe-53bfaa641f75, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=36c782f4-6aad-4996-a3fe-53bfaa641f75,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:15.025592 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.033824 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:15.078747 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:15.101824 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:15.102492 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:15.148237 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725c1fd-5d50-46c9-9412-1c1485db7e4d None None] Pushing event updated for resources: {'Port': ['ID=36c782f4-6aad-4996-a3fe-53bfaa641f75,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:15.173887 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:14Z', 'revision_number': 3, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'gw_port': {'id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:15.206327 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Checking router: 6b331248-ed89-41bd-a13e-fcf51acd9291 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:15.206745 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Updating router 6b331248-ed89-41bd-a13e-fcf51acd9291 port 720a8b2c-ee41-4853-acad-68c67eba8796 binding host dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:15.230107 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:15.238402 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.464494 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 47d739c4-3659-4a22-921f-850417fda40b up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:15.526479 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '36c782f4-6aad-4996-a3fe-53bfaa641f75', 'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'mac_address': 'fa:16:3e:b8:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:10Z', 'updated_at': '2022-11-02T12:41:15Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'subnets': [{'id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:15.542392 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Publish callbacks [] for port (720a8b2c-ee41-4853-acad-68c67eba8796), precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.558291 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.572570 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:15.575617 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.579548 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea1403-401c-41da-a8d1-81d6e0ee6048 None None] The sync data for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi is: [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '36c782f4-6aad-4996-a3fe-53bfaa641f75', 'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'mac_address': 'fa:16:3e:b8:85:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:10Z', 'updated_at': '2022-11-02T12:41:15Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'subnets': [{'id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:15.589873 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 47d739c4-3659-4a22-921f-850417fda40b triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:15.590379 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (47d739c4-3659-4a22-921f-850417fda40b), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.591738 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 47d739c4-3659-4a22-921f-850417fda40b Nov 02 12:41:15.630861 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Attempting to bind port 720a8b2c-ee41-4853-acad-68c67eba8796 on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:15.631232 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Attempting to bind port 720a8b2c-ee41-4853-acad-68c67eba8796 by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:15.631600 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Attempting to bind port 720a8b2c-ee41-4853-acad-68c67eba8796 on network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:15.697987 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:15.723918 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:15.730753 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Checking segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:15.731395 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.731897 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Bound using segment: {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:15.732495 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Bound port: 720a8b2c-ee41-4853-acad-68c67eba8796, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d297b7f-d6b7-4375-9645-faf1bc53ed46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:15.734227 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.793972 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 47d739c4-3659-4a22-921f-850417fda40b is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:15.795532 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 3b642644-f486-49e8-a3a2-5455d42fc7bc up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:15.847253 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Allocated IP 172.20.0.1 (0bed0c0e-67e7-41f5-886a-3b5b2d76cda9/38d2c1f5-16d3-4d35-8d75-39cd2c31b186/981af304-7885-4cd8-ba81-9b7d2e568eed) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:15.850136 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] For port 720a8b2c-ee41-4853-acad-68c67eba8796, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:15.866633 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] For port 720a8b2c-ee41-4853-acad-68c67eba8796, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=720a8b2c-ee41-4853-acad-68c67eba8796,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:15.874535 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b839834-d066-46c2-894b-f8a04381ffd2 None None] Pushing event updated for resources: {'Port': ['ID=720a8b2c-ee41-4853-acad-68c67eba8796,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:15.884681 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.895713 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 3b642644-f486-49e8-a3a2-5455d42fc7bc triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:15.896105 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.896451 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 3b642644-f486-49e8-a3a2-5455d42fc7bc Nov 02 12:41:15.969329 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:15.990907 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Routers {'6b331248-ed89-41bd-a13e-fcf51acd9291'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:15.991962 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['6b331248-ed89-41bd-a13e-fcf51acd9291'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:15.992225 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:16.033451 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Publish callbacks [] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.075627 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.090950 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b839834-d066-46c2-894b-f8a04381ffd2 None None] Pushing event updated for resources: {'Port': ['ID=720a8b2c-ee41-4853-acad-68c67eba8796,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:16.099272 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:16.103968 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 3b642644-f486-49e8-a3a2-5455d42fc7bc is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:16.104429 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.105658 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:16.110646 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:41:16.126356 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6df293-3eba-4d16-a3bb-4e385faff92a None None] Network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:16.180013 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] Set router 6b331248-ed89-41bd-a13e-fcf51acd9291 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:16.191189 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Pushing event updated for resources: {'Port': ['ID=981af304-7885-4cd8-ba81-9b7d2e568eed,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:16.200842 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7889724'] for router_interface (6b331248-ed89-41bd-a13e-fcf51acd9291), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.209643 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-851c801e-db6d-4776-be85-e18841d3a6af None None] Provisioning complete for port 3b642644-f486-49e8-a3a2-5455d42fc7bc triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:16.210064 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-851c801e-db6d-4776-be85-e18841d3a6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.210432 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-851c801e-db6d-4776-be85-e18841d3a6af None None] Attempt 1 to provision port 3b642644-f486-49e8-a3a2-5455d42fc7bc Nov 02 12:41:16.259016 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 3b642644-f486-49e8-a3a2-5455d42fc7bc, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=3b642644-f486-49e8-a3a2-5455d42fc7bc,segment=NetworkSegment(445ffc66-ef1d-4661-a1b7-225bed542ca5),segment_id=445ffc66-ef1d-4661-a1b7-225bed542ca5)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:16.266550 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.267972 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:16.374625 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:16.385064 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=3b642644-f486-49e8-a3a2-5455d42fc7bc,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:16.397693 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:14Z', 'revision_number': 3, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'gw_port': {'id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:16.400726 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.435217 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-851c801e-db6d-4776-be85-e18841d3a6af None None] Current status of the port 3b642644-f486-49e8-a3a2-5455d42fc7bc is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:16.439466 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a25b6-db41-450e-9c87-d366a99dfca3 None None] The sync data for ids ['6b331248-ed89-41bd-a13e-fcf51acd9291'] in dv-cinder-863273-1-iscsi is: [{'id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:14Z', 'revision_number': 3, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'gw_port': {'id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:16.606731 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Publish callbacks [] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.611951 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5432934'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.657604 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-16d7c13a-1f03-456d-bbf3-a9353eed181f None None] Provisioning complete for port 3b642644-f486-49e8-a3a2-5455d42fc7bc triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:16.659662 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-16d7c13a-1f03-456d-bbf3-a9353eed181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.660533 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-16d7c13a-1f03-456d-bbf3-a9353eed181f None None] Attempt 1 to provision port 3b642644-f486-49e8-a3a2-5455d42fc7bc Nov 02 12:41:16.695886 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7992341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889808'] for router_interface (6b331248-ed89-41bd-a13e-fcf51acd9291), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.704923 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Pushing event updated for resources: {'Port': ['ID=981af304-7885-4cd8-ba81-9b7d2e568eed,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:16.804238 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-16d7c13a-1f03-456d-bbf3-a9353eed181f None None] Current status of the port 3b642644-f486-49e8-a3a2-5455d42fc7bc is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:16.818502 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-16d7c13a-1f03-456d-bbf3-a9353eed181f None None] Provisioning complete for port 981af304-7885-4cd8-ba81-9b7d2e568eed triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:16.819167 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-16d7c13a-1f03-456d-bbf3-a9353eed181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.819688 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-16d7c13a-1f03-456d-bbf3-a9353eed181f None None] Attempt 1 to provision port 981af304-7885-4cd8-ba81-9b7d2e568eed Nov 02 12:41:16.866620 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-16d7c13a-1f03-456d-bbf3-a9353eed181f None None] Port 981af304-7885-4cd8-ba81-9b7d2e568eed cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:16.880414 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:16.884605 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:16.891145 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:16.993191 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-90b25e6f-d657-41ef-bc15-db45586862d1 None None] Provisioning complete for port 981af304-7885-4cd8-ba81-9b7d2e568eed triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:16.993739 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-90b25e6f-d657-41ef-bc15-db45586862d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:16.994086 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-90b25e6f-d657-41ef-bc15-db45586862d1 None None] Attempt 1 to provision port 981af304-7885-4cd8-ba81-9b7d2e568eed Nov 02 12:41:17.029977 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:17.042266 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Router 6b331248-ed89-41bd-a13e-fcf51acd9291 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:17.046502 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-90b25e6f-d657-41ef-bc15-db45586862d1 None None] Port 981af304-7885-4cd8-ba81-9b7d2e568eed cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:17.170448 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:17.181707 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-08a0edeb-2ab3-4931-b318-3d2bc3ae88ed admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/6b331248-ed89-41bd-a13e-fcf51acd9291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4129910 Nov 02 12:41:17.267188 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-5fc1c19f-5898-4b9d-b047-40422d8df42f None None] Provisioning complete for port 981af304-7885-4cd8-ba81-9b7d2e568eed triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:17.267818 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c19f-5898-4b9d-b047-40422d8df42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.270455 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-5fc1c19f-5898-4b9d-b047-40422d8df42f None None] Attempt 1 to provision port 981af304-7885-4cd8-ba81-9b7d2e568eed Nov 02 12:41:17.314409 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1c19f-5898-4b9d-b047-40422d8df42f None None] Port 981af304-7885-4cd8-ba81-9b7d2e568eed cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:17.390567 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 36c782f4-6aad-4996-a3fe-53bfaa641f75 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:17.438914 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 36c782f4-6aad-4996-a3fe-53bfaa641f75 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:17.439287 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.439624 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 36c782f4-6aad-4996-a3fe-53bfaa641f75 Nov 02 12:41:17.662407 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 36c782f4-6aad-4996-a3fe-53bfaa641f75 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:17.662805 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.707273 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 36c782f4-6aad-4996-a3fe-53bfaa641f75, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=36c782f4-6aad-4996-a3fe-53bfaa641f75,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:17.711900 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.712738 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 720a8b2c-ee41-4853-acad-68c67eba8796 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:17.792620 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=36c782f4-6aad-4996-a3fe-53bfaa641f75,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:17.805291 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 720a8b2c-ee41-4853-acad-68c67eba8796 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:17.805668 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.806003 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 720a8b2c-ee41-4853-acad-68c67eba8796 Nov 02 12:41:17.880622 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 720a8b2c-ee41-4853-acad-68c67eba8796 is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:17.881924 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.904106 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 720a8b2c-ee41-4853-acad-68c67eba8796, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=720a8b2c-ee41-4853-acad-68c67eba8796,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:17.908852 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.909709 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 3b642644-f486-49e8-a3a2-5455d42fc7bc up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:17.975962 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:17.991574 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=720a8b2c-ee41-4853-acad-68c67eba8796,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:18.000750 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 3b642644-f486-49e8-a3a2-5455d42fc7bc triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:18.000990 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:18.001703 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 3b642644-f486-49e8-a3a2-5455d42fc7bc Nov 02 12:41:18.021535 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:18.082235 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 3b642644-f486-49e8-a3a2-5455d42fc7bc is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:19.257780 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Sync routers for ids ['6b331248-ed89-41bd-a13e-fcf51acd9291'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:19.270721 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Routers {'6b331248-ed89-41bd-a13e-fcf51acd9291'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:19.271590 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['6b331248-ed89-41bd-a13e-fcf51acd9291'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:19.322044 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 36c782f4-6aad-4996-a3fe-53bfaa641f75 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:19.431481 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 36c782f4-6aad-4996-a3fe-53bfaa641f75 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:19.432248 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:19.432462 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 36c782f4-6aad-4996-a3fe-53bfaa641f75 Nov 02 12:41:19.442109 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Set router 6b331248-ed89-41bd-a13e-fcf51acd9291 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:19.631342 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 36c782f4-6aad-4996-a3fe-53bfaa641f75 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:19.632439 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 720a8b2c-ee41-4853-acad-68c67eba8796 up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:19.733959 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 720a8b2c-ee41-4853-acad-68c67eba8796 triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:19.734353 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:19.734759 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 720a8b2c-ee41-4853-acad-68c67eba8796 Nov 02 12:41:19.768260 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:16Z', 'revision_number': 4, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'gw_port': {'id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '981af304-7885-4cd8-ba81-9b7d2e568eed', 'name': '', 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'mac_address': 'fa:16:3e:28:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38d2c1f5-16d3-4d35-8d75-39cd2c31b186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:15Z', 'updated_at': '2022-11-02T12:41:16Z', 'revision_number': 2, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'subnets': [{'id': '38d2c1f5-16d3-4d35-8d75-39cd2c31b186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:19.798527 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Checking router: 6b331248-ed89-41bd-a13e-fcf51acd9291 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:19.798913 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Updating router 6b331248-ed89-41bd-a13e-fcf51acd9291 port 981af304-7885-4cd8-ba81-9b7d2e568eed binding host dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:41:19.837804 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:19.899407 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 720a8b2c-ee41-4853-acad-68c67eba8796 is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:19.906863 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=100 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:20.144944 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:20.158481 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Publish callbacks [] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.165187 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.233684 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5d181-b8be-48e3-a58c-e4fdd5a25911 None None] Pushing event updated for resources: {'Port': ['ID=981af304-7885-4cd8-ba81-9b7d2e568eed,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:20.266912 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Attempting to bind port 981af304-7885-4cd8-ba81-9b7d2e568eed on host dv-cinder-863273-1-iscsi for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:20.267613 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Attempting to bind port 981af304-7885-4cd8-ba81-9b7d2e568eed by drivers openvswitch,hyperv on host dv-cinder-863273-1-iscsi at level 0 using segments [{'id': '445ffc66-ef1d-4661-a1b7-225bed542ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:20.267749 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Attempting to bind port 981af304-7885-4cd8-ba81-9b7d2e568eed on network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:20.315722 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Checking agent: {'id': '5c057c4d-23ee-498f-be9f-553421e952d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863273-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 20, 38), 'started_at': datetime.datetime(2022, 11, 2, 12, 21, 8), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863273-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:20.316089 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Checking segment: {'id': '445ffc66-ef1d-4661-a1b7-225bed542ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:20.317046 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.317429 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Bound using segment: {'id': '445ffc66-ef1d-4661-a1b7-225bed542ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:20.317891 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Bound port: 981af304-7885-4cd8-ba81-9b7d2e568eed, host: dv-cinder-863273-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445ffc66-ef1d-4661-a1b7-225bed542ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:20.318262 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.391781 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] For port 981af304-7885-4cd8-ba81-9b7d2e568eed, host dv-cinder-863273-1-iscsi, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:20.395276 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] For port 981af304-7885-4cd8-ba81-9b7d2e568eed, host dv-cinder-863273-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=981af304-7885-4cd8-ba81-9b7d2e568eed,segment=NetworkSegment(445ffc66-ef1d-4661-a1b7-225bed542ca5),segment_id=445ffc66-ef1d-4661-a1b7-225bed542ca5)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:20.406982 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:20.445567 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Routers {'6b331248-ed89-41bd-a13e-fcf51acd9291'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:20.446224 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['6b331248-ed89-41bd-a13e-fcf51acd9291'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:20.529081 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5d181-b8be-48e3-a58c-e4fdd5a25911 None None] Pushing event updated for resources: {'Port': ['ID=981af304-7885-4cd8-ba81-9b7d2e568eed,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:20.612331 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] Set router 6b331248-ed89-41bd-a13e-fcf51acd9291 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:20.850601 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:16Z', 'revision_number': 4, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'gw_port': {'id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '981af304-7885-4cd8-ba81-9b7d2e568eed', 'name': '', 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'mac_address': 'fa:16:3e:28:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38d2c1f5-16d3-4d35-8d75-39cd2c31b186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:15Z', 'updated_at': '2022-11-02T12:41:20Z', 'revision_number': 4, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'subnets': [{'id': '38d2c1f5-16d3-4d35-8d75-39cd2c31b186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:20.880898 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cac153-5c98-411e-9955-42eb890d3d75 None None] The sync data for ids ['6b331248-ed89-41bd-a13e-fcf51acd9291'] in dv-cinder-863273-1-iscsi is: [{'id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:16Z', 'revision_number': 4, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'gw_port': {'id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '981af304-7885-4cd8-ba81-9b7d2e568eed', 'name': '', 'network_id': '0bed0c0e-67e7-41f5-886a-3b5b2d76cda9', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'mac_address': 'fa:16:3e:28:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38d2c1f5-16d3-4d35-8d75-39cd2c31b186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:15Z', 'updated_at': '2022-11-02T12:41:20Z', 'revision_number': 4, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'subnets': [{'id': '38d2c1f5-16d3-4d35-8d75-39cd2c31b186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:21.320121 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 981af304-7885-4cd8-ba81-9b7d2e568eed up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:21.323882 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:21.542123 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 981af304-7885-4cd8-ba81-9b7d2e568eed triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:21.542864 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:21.543442 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 981af304-7885-4cd8-ba81-9b7d2e568eed Nov 02 12:41:21.633439 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 981af304-7885-4cd8-ba81-9b7d2e568eed is: DOWN; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:21.633952 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:21.675468 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] For port 981af304-7885-4cd8-ba81-9b7d2e568eed, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=981af304-7885-4cd8-ba81-9b7d2e568eed,segment=NetworkSegment(445ffc66-ef1d-4661-a1b7-225bed542ca5),segment_id=445ffc66-ef1d-4661-a1b7-225bed542ca5)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:21.681792 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:21.757856 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Pushing event updated for resources: {'Port': ['ID=981af304-7885-4cd8-ba81-9b7d2e568eed,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:23.274693 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 981af304-7885-4cd8-ba81-9b7d2e568eed up at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:23.322297 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Provisioning complete for port 981af304-7885-4cd8-ba81-9b7d2e568eed triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:23.322809 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:23.323169 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Attempt 1 to provision port 981af304-7885-4cd8-ba81-9b7d2e568eed Nov 02 12:41:23.351492 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:23.410448 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Current status of the port 981af304-7885-4cd8-ba81-9b7d2e568eed is: ACTIVE; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:24.755582 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:27.104863 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-7bcf4fdd-1a86-45bf-acee-06eda778104b tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:27.106335 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-7bcf4fdd-1a86-45bf-acee-06eda778104b tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/networks?id=f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 200 len: 814 time: 0.1019249 Nov 02 12:41:27.121746 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-6e8db012-f24d-483c-b484-afec3e86a5ca tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/quotas/fc45d759676e41178c93f56305f41958 HTTP/1.1" status: 200 len: 375 time: 0.0097330 Nov 02 12:41:27.175038 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-a20b93f4-79cf-4fba-85d5-7ba97f5ce86b tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=fc45d759676e41178c93f56305f41958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480919 Nov 02 12:41:27.280003 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-ce440f56-390e-49f5-bfce-ee46a5d79546 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106351) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:41:27.281020 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-ce440f56-390e-49f5-bfce-ee46a5d79546 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0945740 Nov 02 12:41:27.375306 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-e191109d-27e5-4997-a0ae-2e8920fb74ee service neutron] 10.222.0.85 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878882 Nov 02 12:41:27.474682 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-b67cfbfb-eb7e-4c07-95de-844f0417a8f2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908396 Nov 02 12:41:27.653903 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-91869850-a76d-4888-8bf3-f136375bb223 req-ce56d5e3-7c27-468c-9794-0bcb0f1fec14 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 210 time: 0.0328741 Nov 02 12:41:28.490002 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:41:28.767052 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e7b9d1db-b0e4-47d3-9315-565e2a5cd7f4 req-ad845f1d-b7fb-47fb-a53a-3a9c20ff09a4 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 210 time: 0.0308237 Nov 02 12:41:28.876976 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-25454d91-ffe5-4271-a336-b419d1e33e10 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:28.878502 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-25454d91-ffe5-4271-a336-b419d1e33e10 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.87 "GET /networking/v2.0/networks?id=f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 200 len: 814 time: 0.1152191 Nov 02 12:41:28.890535 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'port': {'device_id': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'admin_state_up': True, 'tenant_id': 'fc45d759676e41178c93f56305f41958'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:29.018937 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Made reservation on behalf of fc45d759676e41178c93f56305f41958 for: {'port': 1} {{(pid=106350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:29.023425 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.166678 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_common [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Allocated IP 172.20.0.12 (f3195229-1c26-41c0-ae8b-17364debbf8d/7ae5d55d-15c1-4af4-b00e-1de11aa98b56/958295e8-1c3b-4281-9b06-162fe002d30e) {{(pid=106350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:29.369961 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for port (958295e8-1c3b-4281-9b06-162fe002d30e), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.408082 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.442292 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Network f3195229-1c26-41c0-ae8b-17364debbf8d is already hosted by enough agents. {{(pid=106350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:29.445716 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.base_scheduler [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Resources bound (agent type, host, resource id): {{(pid=106350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:29.479173 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Received port after_create {{(pid=106350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:41:29.511900 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:29.548240 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'Port': ['ID=958295e8-1c3b-4281-9b06-162fe002d30e,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:29.562226 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:29.562985 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.588159 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-37190373-851b-42cd-af68-0ce740dbda37 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.87 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7015848 Nov 02 12:41:29.838668 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-dd718cfb-87a7-4dfb-8b11-9110fc0d6e5e None None] Provisioning complete for port 958295e8-1c3b-4281-9b06-162fe002d30e triggered by entity DHCP. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:29.839308 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dd718cfb-87a7-4dfb-8b11-9110fc0d6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:29.839706 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-dd718cfb-87a7-4dfb-8b11-9110fc0d6e5e None None] Attempt 1 to provision port 958295e8-1c3b-4281-9b06-162fe002d30e Nov 02 12:41:29.883313 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-dd718cfb-87a7-4dfb-8b11-9110fc0d6e5e None None] Port 958295e8-1c3b-4281-9b06-162fe002d30e cannot update to ACTIVE because it is not bound. {{(pid=106352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 12:41:29.920567 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0577-65e7-48e4-83a7-4f51bdef6606 req-6d4b3112-0775-4a79-babb-9837a57e5e09 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:29.922366 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e6ad0577-65e7-48e4-83a7-4f51bdef6606 req-6d4b3112-0775-4a79-babb-9837a57e5e09 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 932 time: 0.0655153 Nov 02 12:41:30.014684 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e6ad0577-65e7-48e4-83a7-4f51bdef6606 req-74c8c595-e3dd-4b25-bbb5-d06129220cc7 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796523 Nov 02 12:41:30.404637 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:31.163696 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7b7c4-fa19-4b2d-9bdd-3a3928a1519a req-6dad0634-656d-4e3b-85bf-62d6cd8b09b6 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:31.165540 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5ee7b7c4-fa19-4b2d-9bdd-3a3928a1519a req-6dad0634-656d-4e3b-85bf-62d6cd8b09b6 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 932 time: 0.0589426 Nov 02 12:41:31.233915 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-5ee7b7c4-fa19-4b2d-9bdd-3a3928a1519a req-fd9765b8-83f3-4e63-94f9-db25e10ba09d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603540 Nov 02 12:41:32.394230 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8c947-9ee0-4527-a9b6-fc3137d735bf req-2548b88e-c9e9-479c-9943-828d0a8dd4dc tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:32.395898 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7cb8c947-9ee0-4527-a9b6-fc3137d735bf req-2548b88e-c9e9-479c-9943-828d0a8dd4dc tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 932 time: 0.0599501 Nov 02 12:41:32.478648 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7cb8c947-9ee0-4527-a9b6-fc3137d735bf req-b2a705f3-3f73-423e-8d6f-235ea979c594 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763571 Nov 02 12:41:32.778183 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ca9b-c6aa-4631-84ba-9692d8bffd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:33.638038 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7bb63-4bb6-4117-a7ec-145d5e90b22c req-514b675f-0718-4748-8e26-cf0e2ce22fba tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:33.639684 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-39c7bb63-4bb6-4117-a7ec-145d5e90b22c req-514b675f-0718-4748-8e26-cf0e2ce22fba tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 932 time: 0.0611517 Nov 02 12:41:33.704802 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-39c7bb63-4bb6-4117-a7ec-145d5e90b22c req-dd9bea23-5bc1-46ed-92a2-5ef7e5d9ba91 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573235 Nov 02 12:41:34.046691 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=48 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:34.881203 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:34.891388 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52099f-af27-40f1-9b1e-22b2316e8867 req-27f3cbc6-bf6a-455b-b5c7-2962ced48fd7 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:34.892990 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-da52099f-af27-40f1-9b1e-22b2316e8867 req-27f3cbc6-bf6a-455b-b5c7-2962ced48fd7 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 932 time: 0.0564125 Nov 02 12:41:34.965428 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-da52099f-af27-40f1-9b1e-22b2316e8867 req-d4954524-d1e5-4d6e-89ce-a840fd1e63f1 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661156 Nov 02 12:41:35.754939 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-587d24e6-107b-4448-9119-2bca9333fba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:36.121012 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11991-14d3-4443-952d-5ce3a1836be8 req-4d55da72-2440-4344-8337-f0b9bc69ba62 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:36.124804 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1df11991-14d3-4443-952d-5ce3a1836be8 req-4d55da72-2440-4344-8337-f0b9bc69ba62 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 932 time: 0.0761304 Nov 02 12:41:36.194716 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1df11991-14d3-4443-952d-5ce3a1836be8 req-d243c4dd-b9a0-47b4-b03d-b1171851b01b tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636101 Nov 02 12:41:37.019958 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Request body: {'port': {'device_id': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:37.024864 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49060) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:37.505696 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790a5d-e2bb-4405-bb9b-88290389c2f8 req-44a12dd4-7e0a-4416-9f9a-c679bbd81450 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:37.507327 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-42790a5d-e2bb-4405-bb9b-88290389c2f8 req-44a12dd4-7e0a-4416-9f9a-c679bbd81450 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 932 time: 0.1482553 Nov 02 12:41:37.514331 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.653902 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.676644 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-42790a5d-e2bb-4405-bb9b-88290389c2f8 req-398d040a-6f27-4164-9a2a-7cec50a9faa1 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633687 Nov 02 12:41:37.681217 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Deleting port ec1f4771-30f9-4c5b-9904-cc220d381e3e {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:37.681682 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (ec1f4771-30f9-4c5b-9904-cc220d381e3e), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.796349 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:37.902104 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (ec1f4771-30f9-4c5b-9904-cc220d381e3e), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.902421 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for floatingip (ec1f4771-30f9-4c5b-9904-cc220d381e3e), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:37.927742 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Calling delete_port for ec1f4771-30f9-4c5b-9904-cc220d381e3e owned by network:floatingip {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:38.126689 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958295e8-1c3b-4281-9b06-162fe002d30e {{(pid=106350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:41:38.138405 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Publish callbacks [] for port (958295e8-1c3b-4281-9b06-162fe002d30e), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.165763 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.provisioning_blocks [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Transition to ACTIVE for port object 958295e8-1c3b-4281-9b06-162fe002d30e will not be triggered until provisioned by entity L2. {{(pid=106350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 12:41:38.167063 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:38.170404 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.303422 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Pushing event updated for resources: {'Port': ['ID=958295e8-1c3b-4281-9b06-162fe002d30e,revision_number=2']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:38.329687 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (ec1f4771-30f9-4c5b-9904-cc220d381e3e), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.342529 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.374059 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event deleted for resources: {'Port': ['ID=ec1f4771-30f9-4c5b-9904-cc220d381e3e,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:38.419031 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Attempting to bind port 958295e8-1c3b-4281-9b06-162fe002d30e on host hv-cinder-86327 for vnic_type normal with profile {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 12:41:38.419528 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Attempting to bind port 958295e8-1c3b-4281-9b06-162fe002d30e by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 12:41:38.419959 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Attempting to bind port 958295e8-1c3b-4281-9b06-162fe002d30e on network f3195229-1c26-41c0-ae8b-17364debbf8d {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:38.505468 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for floatingip (6673530d-805d-4732-aae9-78e720f1fb35), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.505787 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.l3_db [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Floating IP 6673530d-805d-4732-aae9-78e720f1fb35 disassociated (deleted). External IP: 172.27.3.51, port: 83ebf17f-897d-4acb-afb7-aa488ae074e3. Nov 02 12:41:38.542540 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Port 958295e8-1c3b-4281-9b06-162fe002d30e on network f3195229-1c26-41c0-ae8b-17364debbf8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:41:38.542959 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Attempting to bind port 958295e8-1c3b-4281-9b06-162fe002d30e on network f3195229-1c26-41c0-ae8b-17364debbf8d {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:38.578489 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:38.654652 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Checking agent: {'id': '1fd2fcb9-483c-48b9-93c0-9e7834d597db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'started_at': datetime.datetime(2022, 11, 2, 12, 26, 57), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 12:41:38.654927 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Checking segment: {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 12:41:38.655339 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Bound using segment: {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'} {{(pid=106350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 12:41:38.655857 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.managers [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Bound port: 958295e8-1c3b-4281-9b06-162fe002d30e, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d'}}] {{(pid=106350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 12:41:38.656247 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.834731 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] For port 958295e8-1c3b-4281-9b06-162fe002d30e, host hv-cinder-86327, cleared binding levels {{(pid=106350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:38.861090 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] For port 958295e8-1c3b-4281-9b06-162fe002d30e, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=958295e8-1c3b-4281-9b06-162fe002d30e,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:38.864937 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb9f72-ae35-4d56-a2ac-c4d7ea393636 req-d5b444da-afb5-4269-9f55-886f967213fd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:38.867273 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e4eb9f72-ae35-4d56-a2ac-c4d7ea393636 req-d5b444da-afb5-4269-9f55-886f967213fd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 944 time: 0.0751724 Nov 02 12:41:38.873690 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.886420 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:38.887637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:38.889979 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] 10.222.0.87 "PUT /networking/v2.0/ports/958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 1094 time: 1.8746283 Nov 02 12:41:38.891854 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:38.896631 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7726855-b0c6-4e3e-a622-87156337ec29" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:38.939034 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-e4eb9f72-ae35-4d56-a2ac-c4d7ea393636 req-f015f117-4702-4be8-8c17-22a5674eb51e tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631266 Nov 02 12:41:38.952478 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Router 14450c76-63b5-4f37-8ee2-33c9921af9c4 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:38.998560 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:39.014923 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-641979e3-db5a-4f15-8c7f-4774dd4893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:39.016663 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-641979e3-db5a-4f15-8c7f-4774dd4893ed service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=fc45d759676e41178c93f56305f41958&device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1128 time: 0.0793145 Nov 02 12:41:39.017666 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095eea7-e12c-4a08-bc9e-b2bdb55615a9 service neutron] Pushing event updated for resources: {'Port': ['ID=958295e8-1c3b-4281-9b06-162fe002d30e,revision_number=3']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:39.102699 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-4c07ac08-0a83-4dba-927e-e0a8c2a8acb4 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 217 time: 0.0764089 Nov 02 12:41:39.174657 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2550db-b11e-4217-8d70-01954aadcc1a x-openstack-request-id: req-6d2550db-b11e-4217-8d70-01954aadcc1a {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:39.175489 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:39.175744 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6d2550db-b11e-4217-8d70-01954aadcc1a {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:39.177744 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2550db-b11e-4217-8d70-01954aadcc1a'] response: {'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e', 'status': 'completed', 'code': 200} Nov 02 12:41:39.209244 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-de405a70-0d03-4de1-aae7-b2ae18db835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:39.210913 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-de405a70-0d03-4de1-aae7-b2ae18db835a service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7ae5d55d-15c1-4af4-b00e-1de11aa98b56 HTTP/1.1" status: 200 len: 853 time: 0.1028843 Nov 02 12:41:39.216047 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:39.223297 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:39.227840 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] Sync routers for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:39.243071 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:39.243925 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:39.270561 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:39.309765 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-6bd20b4f-a74d-4f28-94e4-1f2f3b214d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:39.311274 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-6bd20b4f-a74d-4f28-94e4-1f2f3b214d0f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=f3195229-1c26-41c0-ae8b-17364debbf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928128 Nov 02 12:41:39.313006 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-a661e6fe-efed-43d8-8839-e9b3f55fa242 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/6673530d-805d-4732-aae9-78e720f1fb35 HTTP/1.1" status: 204 len: 168 time: 2.2868326 Nov 02 12:41:39.370018 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:39.420119 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-179f5629-c394-429b-92bc-5db6a08305e5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024420 Nov 02 12:41:39.544749 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-48037b04-42e5-4542-ae78-d83e326b9b06 req-db8ead1e-0851-40e5-a62f-2d4d80c8b939 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171148 Nov 02 12:41:39.579492 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa509570-2972-4bc3-8da7-ebe93401faee req-c79f0fc0-ffab-4800-bc92-f0ed32502e3f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:39.581112 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-aa509570-2972-4bc3-8da7-ebe93401faee req-c79f0fc0-ffab-4800-bc92-f0ed32502e3f tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 945 time: 0.0511472 Nov 02 12:41:39.639973 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-aa509570-2972-4bc3-8da7-ebe93401faee req-dd553baa-4800-4aeb-b62d-652014958fe4 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525382 Nov 02 12:41:39.695851 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 5, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:39.721533 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] Checking router: 14450c76-63b5-4f37-8ee2-33c9921af9c4 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:39.729754 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:39.732207 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:39.732839 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:39.841937 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:40.055342 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 5, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:40.087782 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed4519-c340-40e4-a5ce-59f2407aeb32 None None] The sync data for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi is: [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:37:12Z', 'revision_number': 4, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '84c2a702-e523-49e6-a076-348744f755bb', 'name': '', 'network_id': 'ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'mac_address': 'fa:16:3e:a8:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '326112d3-770f-40fb-935b-96d7c409565d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:11Z', 'updated_at': '2022-11-02T12:37:19Z', 'revision_number': 5, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'subnets': [{'id': '326112d3-770f-40fb-935b-96d7c409565d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:40.112166 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e4a32-b8de-423c-a8d0-9ab9e3abbd5c req-41c59332-1031-48fc-8666-0a7e3002eaaf tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:40.114140 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2f8e4a32-b8de-423c-a8d0-9ab9e3abbd5c req-41c59332-1031-48fc-8666-0a7e3002eaaf tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 944 time: 0.0544617 Nov 02 12:41:40.183845 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-2f8e4a32-b8de-423c-a8d0-9ab9e3abbd5c req-f20315f6-d8ba-4fde-b5a0-f3052a16e57e tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 Nov 02 12:41:40.370063 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b7272d-e1ca-4f5d-85f7-339617478c95 None None] New status for floating IP 6673530d-805d-4732-aae9-78e720f1fb35: DOWN {{(pid=106352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:41:40.757950 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:40.770853 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62da1e-cf98-40ed-ac89-dba7c5941fa9 req-34b77dca-1701-4611-b382-0709bfde3b59 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:40.772420 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6e62da1e-cf98-40ed-ac89-dba7c5941fa9 req-34b77dca-1701-4611-b382-0709bfde3b59 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 945 time: 0.0523884 Nov 02 12:41:40.827830 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6e62da1e-cf98-40ed-ac89-dba7c5941fa9 req-d949ada0-9ae7-4d7c-b792-d552af3fd871 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488300 Nov 02 12:41:41.178877 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:41.181326 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:41.239124 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd40280-b825-421c-ba7c-22f691ae41e0 x-openstack-request-id: req-6fd40280-b825-421c-ba7c-22f691ae41e0 {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:41.239413 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:41.239668 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6fd40280-b825-421c-ba7c-22f691ae41e0 {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:41.240078 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd40280-b825-421c-ba7c-22f691ae41e0'] response: {'name': 'network-changed', 'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'status': 'completed', 'code': 200} Nov 02 12:41:41.335524 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0070a0b-559f-42dd-b779-917784939e2d req-f9718246-f832-42f4-82cd-7b246d121e48 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.337080 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e0070a0b-559f-42dd-b779-917784939e2d req-f9718246-f832-42f4-82cd-7b246d121e48 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 944 time: 0.0497198 Nov 02 12:41:41.428348 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-e91c7530-ea41-418c-bc0e-5fda2ce4b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.429966 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-e91c7530-ea41-418c-bc0e-5fda2ce4b4de service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=fc45d759676e41178c93f56305f41958&device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1128 time: 0.0919356 Nov 02 12:41:41.434530 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-6a35e378-c9d3-4883-b08f-b176479be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.436022 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-6a35e378-c9d3-4883-b08f-b176479be067 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=2b3b8f23a66e4540a0f65330c6d6496e&device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 1129 time: 0.0969408 Nov 02 12:41:41.461171 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e0070a0b-559f-42dd-b779-917784939e2d req-f8150374-da75-4f41-9a10-7b7f78f27058 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136630 Nov 02 12:41:41.742397 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-3c2c2e72-bd5e-4933-acce-dbcd88de241e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.744037 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-3c2c2e72-bd5e-4933-acce-dbcd88de241e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 945 time: 0.1050572 Nov 02 12:41:41.769800 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-0d74817c-df58-46f8-89c6-94fb642273ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.771310 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-0d74817c-df58-46f8-89c6-94fb642273ed service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 200 len: 916 time: 0.1916182 Nov 02 12:41:41.794158 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-fc1c80ef-4214-4ba4-ba2d-8396fedf1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.795654 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-fc1c80ef-4214-4ba4-ba2d-8396fedf1013 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc HTTP/1.1" status: 200 len: 914 time: 0.2173338 Nov 02 12:41:41.834009 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-60547121-be2f-4c69-8b15-407385488918 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 217 time: 0.0524113 Nov 02 12:41:41.842013 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Deleting port 83ebf17f-897d-4acb-afb7-aa488ae074e3 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:41.842489 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:41.870011 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-93c5093b-9adc-47fa-9356-b6a36a37bc03 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3 HTTP/1.1" status: 200 len: 217 time: 0.0444989 Nov 02 12:41:41.898929 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:41.979031 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-92fb7831-b6b3-4047-8813-0ad1f695f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:41.980787 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-92fb7831-b6b3-4047-8813-0ad1f695f92f service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7ae5d55d-15c1-4af4-b00e-1de11aa98b56 HTTP/1.1" status: 200 len: 853 time: 0.1204891 Nov 02 12:41:41.986519 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] For port 83ebf17f-897d-4acb-afb7-aa488ae074e3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=83ebf17f-897d-4acb-afb7-aa488ae074e3,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:41.988011 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.002490 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-b75a78d7-3e82-44b5-b2d8-ea04ed4558eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:42.004481 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-b75a78d7-3e82-44b5-b2d8-ea04ed4558eb service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=326112d3-770f-40fb-935b-96d7c409565d HTTP/1.1" status: 200 len: 851 time: 0.0887110 Nov 02 12:41:42.015623 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Calling delete_port for 83ebf17f-897d-4acb-afb7-aa488ae074e3 owned by compute:nova {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:42.083181 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=100 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:42.093272 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-0d3280e0-13af-4b9d-8b4f-5772f7155a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:42.095805 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-0d3280e0-13af-4b9d-8b4f-5772f7155a89 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=f3195229-1c26-41c0-ae8b-17364debbf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071591 Nov 02 12:41:42.115917 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-c040bddc-4edd-4de7-8a8e-5565707273fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:42.117734 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-c040bddc-4edd-4de7-8a8e-5565707273fa service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906711 Nov 02 12:41:42.145238 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce14170-238b-4099-9731-444ccad7c2c5 req-5a84357d-33d0-4cd3-8f56-96c347049403 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:42.146864 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-dce14170-238b-4099-9731-444ccad7c2c5 req-5a84357d-33d0-4cd3-8f56-96c347049403 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=16706f7a-636d-4b12-aa14-8a3c7a65622c HTTP/1.1" status: 200 len: 945 time: 0.0665712 Nov 02 12:41:42.207945 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:42.292358 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-989c9eb7-e893-4af4-b2dc-a23693750ff5 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879916 Nov 02 12:41:42.294557 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-4e50f79f-ce16-4f6f-b449-e129a6e6b639 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650915 Nov 02 12:41:42.306368 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-dce14170-238b-4099-9731-444ccad7c2c5 req-ac5190be-418f-4fc3-b9e6-4a4f1f14d1e1 tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bbe97a62-6e9e-48d2-b279-b423fe2210ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513429 Nov 02 12:41:42.382018 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (83ebf17f-897d-4acb-afb7-aa488ae074e3), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.414413 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event deleted for resources: {'Port': ['ID=83ebf17f-897d-4acb-afb7-aa488ae074e3,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:42.443494 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:42.491261 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] No DVR routers for this DVR port 83ebf17f-897d-4acb-afb7-aa488ae074e3 on host hv-cinder-86327 {{(pid=106351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:42.494436 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:42.497945 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-4607b8fc-311d-40c3-b14d-11f5ad0a6cf1 req-4f944519-ba36-4468-83bd-aea6a7a5a27d tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.87 "DELETE /networking/v2.0/ports/83ebf17f-897d-4acb-afb7-aa488ae074e3 HTTP/1.1" status: 204 len: 173 time: 0.7478135 Nov 02 12:41:42.498509 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'name': 'network-vif-deleted', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:42.499220 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e7726855-b0c6-4e3e-a622-87156337ec29 req-78617afd-748f-4013-a502-de6e332e2fe6 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968920 Nov 02 12:41:42.500832 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb48dc6-1754-413d-bb1f-2e56ac36cc82" -d '{"events": [{"server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "name": "network-vif-deleted", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:42.510972 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-ddcebc2e-1acd-4c07-a0d9-84c2a0e4cc9b req-8ed57cfd-9fad-458b-b78c-d6432129d3d7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073755 Nov 02 12:41:42.649406 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e59be-5c12-4d69-976d-e67395a6b619 req-68c82989-c802-4733-9bcf-45dc6af00374 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:42.651400 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-724e59be-5c12-4d69-976d-e67395a6b619 req-68c82989-c802-4733-9bcf-45dc6af00374 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 944 time: 0.0814817 Nov 02 12:41:42.715753 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd00c58e-bffc-49a4-9bdf-a56904c3e995 x-openstack-request-id: req-dd00c58e-bffc-49a4-9bdf-a56904c3e995 {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:42.716064 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16706f7a-636d-4b12-aa14-8a3c7a65622c", "name": "network-vif-deleted", "tag": "83ebf17f-897d-4acb-afb7-aa488ae074e3", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:42.716315 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dd00c58e-bffc-49a4-9bdf-a56904c3e995 {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:42.716740 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd00c58e-bffc-49a4-9bdf-a56904c3e995'] response: {'server_uuid': '16706f7a-636d-4b12-aa14-8a3c7a65622c', 'name': 'network-vif-deleted', 'tag': '83ebf17f-897d-4acb-afb7-aa488ae074e3', 'status': 'completed', 'code': 200} Nov 02 12:41:42.720910 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-724e59be-5c12-4d69-976d-e67395a6b619 req-554d4ac8-1159-42ac-a3bf-769303019e9a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621741 Nov 02 12:41:43.849102 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97ddbf-53e5-419e-81ab-463f98e2bb05 req-9e53359f-7aaf-4238-98df-b1d4e2475efc tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:43.850673 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9a97ddbf-53e5-419e-81ab-463f98e2bb05 req-9e53359f-7aaf-4238-98df-b1d4e2475efc tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 944 time: 0.0510149 Nov 02 12:41:43.904481 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-9a97ddbf-53e5-419e-81ab-463f98e2bb05 req-0ff25813-e21d-4b88-a461-a3f52eb4466a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478592 Nov 02 12:41:43.949933 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 958295e8-1c3b-4281-9b06-162fe002d30e details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=106352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:41:44.063830 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 958295e8-1c3b-4281-9b06-162fe002d30e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=958295e8-1c3b-4281-9b06-162fe002d30e,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:44.077108 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Returning: {'device': '958295e8-1c3b-4281-9b06-162fe002d30e', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'port_id': '958295e8-1c3b-4281-9b06-162fe002d30e', 'mac_address': 'fa:16:3e:eb:88:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:41:44.114853 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 958295e8-1c3b-4281-9b06-162fe002d30e is: DOWN; New status is: BUILD {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:44.115252 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.131264 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958295e8-1c3b-4281-9b06-162fe002d30e {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:41:44.153824 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 958295e8-1c3b-4281-9b06-162fe002d30e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=958295e8-1c3b-4281-9b06-162fe002d30e,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:44.159311 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.208604 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=958295e8-1c3b-4281-9b06-162fe002d30e,revision_number=4']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:44.375463 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['958295e8-1c3b-4281-9b06-162fe002d30e'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:41:44.419152 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:44.551430 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49102) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:44.614670 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2cff66a9-5667-44c0-b8c9-e76cc02cf86e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group (bbe97a62-6e9e-48d2-b279-b423fe2210ed), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.647159 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2cff66a9-5667-44c0-b8c9-e76cc02cf86e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group (bbe97a62-6e9e-48d2-b279-b423fe2210ed), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.715582 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2cff66a9-5667-44c0-b8c9-e76cc02cf86e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (bbe97a62-6e9e-48d2-b279-b423fe2210ed), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.718488 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2cff66a9-5667-44c0-b8c9-e76cc02cf86e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.719698 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-2cff66a9-5667-44c0-b8c9-e76cc02cf86e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/bbe97a62-6e9e-48d2-b279-b423fe2210ed HTTP/1.1" status: 204 len: 168 time: 0.1672320 Nov 02 12:41:44.730432 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff66a9-5667-44c0-b8c9-e76cc02cf86e tempest-TestVolumeBootPattern-328779661 tempest-TestVolumeBootPattern-328779661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe97a62-6e9e-48d2-b279-b423fe2210ed,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:44.793019 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49106) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:45.043293 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e174a-416e-48d0-8afa-28c142e4dd4c req-3992011f-0669-485c-8380-4df3cf08b753 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:45.044918 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-855e174a-416e-48d0-8afa-28c142e4dd4c req-3992011f-0669-485c-8380-4df3cf08b753 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 945 time: 0.0556555 Nov 02 12:41:45.101961 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-855e174a-416e-48d0-8afa-28c142e4dd4c req-81af7e14-bf52-4797-8967-35c49581f7b0 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506191 Nov 02 12:41:45.423395 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (14450c76-63b5-4f37-8ee2-33c9921af9c4), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.656640 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Deleting port 84c2a702-e523-49e6-a076-348744f755bb {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:45.656975 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (84c2a702-e523-49e6-a076-348744f755bb), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.743098 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] For port 84c2a702-e523-49e6-a076-348744f755bb, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=84c2a702-e523-49e6-a076-348744f755bb,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:45.743378 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (84c2a702-e523-49e6-a076-348744f755bb), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.757740 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Calling delete_port for 84c2a702-e523-49e6-a076-348744f755bb owned by network:router_interface {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:45.808733 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:45.889163 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:45.957813 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 958295e8-1c3b-4281-9b06-162fe002d30e up at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:45.965429 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (84c2a702-e523-49e6-a076-348744f755bb), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.991229 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c2a702-e523-49e6-a076-348744f755bb,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:46.007418 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning for port 958295e8-1c3b-4281-9b06-162fe002d30e completed by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 12:41:46.013820 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Provisioning complete for port 958295e8-1c3b-4281-9b06-162fe002d30e triggered by entity L2. {{(pid=106352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 12:41:46.014247 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-819144'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), provisioning_complete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:46.014721 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Attempt 1 to provision port 958295e8-1c3b-4281-9b06-162fe002d30e Nov 02 12:41:46.067403 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:46.110805 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Current status of the port 958295e8-1c3b-4281-9b06-162fe002d30e is: BUILD; New status is: ACTIVE {{(pid=106352) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 12:41:46.111247 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:46.146740 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:41:46.151095 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7223ad84078731905da964e15d9ea87a1f5f5450526e6d5ee74b9e7bec767cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0862b8-1404-4513-9570-5e558c54cf97" -d '{"events": [{"server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "name": "network-vif-plugged", "status": "completed", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:46.170392 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] For port 958295e8-1c3b-4281-9b06-162fe002d30e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=958295e8-1c3b-4281-9b06-162fe002d30e,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:46.178975 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:46.180700 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 83ebf17f-897d-4acb-afb7-aa488ae074e3 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:46.199771 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (14450c76-63b5-4f37-8ee2-33c9921af9c4), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:46.245494 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 83ebf17f-897d-4acb-afb7-aa488ae074e3 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:46.246221 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 83ebf17f-897d-4acb-afb7-aa488ae074e3 not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:46.261795 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Pushing event updated for resources: {'Port': ['ID=958295e8-1c3b-4281-9b06-162fe002d30e,revision_number=5']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:46.270072 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bc7cb-28f3-4378-9b82-22d1ebe1c1d5 req-ba2c1a7b-6547-4bd2-a925-47f16de582f4 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:46.273562 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8a6bc7cb-28f3-4378-9b82-22d1ebe1c1d5 req-ba2c1a7b-6547-4bd2-a925-47f16de582f4 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0546958 Nov 02 12:41:46.318268 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6829fc5e-9806-4a72-a939-137d212bc354 x-openstack-request-id: req-6829fc5e-9806-4a72-a939-137d212bc354 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:46.318701 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "name": "network-vif-plugged", "status": "completed", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:46.319071 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6829fc5e-9806-4a72-a939-137d212bc354 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:46.319700 dv-cinder-863273-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6829fc5e-9806-4a72-a939-137d212bc354'] response: {'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e', 'code': 200} Nov 02 12:41:46.409698 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-8a6bc7cb-28f3-4378-9b82-22d1ebe1c1d5 req-5854ca7f-c3dc-482a-b0fc-1d06796faa9a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948517 Nov 02 12:41:46.527594 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d64de-5359-4dd1-8135-e64942e375e2 req-e61ac2d6-6125-49d6-972f-9c678a0c372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:46.529040 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e09d64de-5359-4dd1-8135-e64942e375e2 req-e61ac2d6-6125-49d6-972f-9c678a0c372e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1130 time: 0.0504508 Nov 02 12:41:46.615723 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Router 14450c76-63b5-4f37-8ee2-33c9921af9c4 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:46.618992 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e09d64de-5359-4dd1-8135-e64942e375e2 req-1a151eca-fa9f-477f-be49-e074ad56929c service neutron] 10.222.0.87 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618908 Nov 02 12:41:46.708136 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:46.732339 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:46.738182 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-c1de48b9-2fdc-48c4-86f9-a1be802f85d2 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/14450c76-63b5-4f37-8ee2-33c9921af9c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440336 Nov 02 12:41:46.741338 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49116) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:46.746094 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] Sync routers for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:46.765362 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:46.766471 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:46.866058 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks [] for router (14450c76-63b5-4f37-8ee2-33c9921af9c4), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:46.889900 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:46.984722 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks [] for router_gateway (14450c76-63b5-4f37-8ee2-33c9921af9c4), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.029310 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=100 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:47.049995 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:47.053831 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Deleting port c9a76f03-0a39-4509-b502-4ca9c45d3a82 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:47.053831 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.073379 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:41:45Z', 'revision_number': 5, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port': {'id': 'c9a76f03-0a39-4509-b502-4ca9c45d3a82', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:09Z', 'updated_at': '2022-11-02T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:47.100018 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] Checking router: 14450c76-63b5-4f37-8ee2-33c9921af9c4 for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:47.109828 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] Routers {'14450c76-63b5-4f37-8ee2-33c9921af9c4'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:47.110661 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['14450c76-63b5-4f37-8ee2-33c9921af9c4'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:47.147223 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] For port c9a76f03-0a39-4509-b502-4ca9c45d3a82, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c9a76f03-0a39-4509-b502-4ca9c45d3a82,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:47.147524 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.162395 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Calling delete_port for c9a76f03-0a39-4509-b502-4ca9c45d3a82 owned by network:router_gateway {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:47.227401 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] Set router 14450c76-63b5-4f37-8ee2-33c9921af9c4 gateway port host: None {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:47.307524 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:41:46Z', 'revision_number': 6, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:47.348523 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0432b-15da-4e54-b841-eb445bf64d95 None None] The sync data for ids ['14450c76-63b5-4f37-8ee2-33c9921af9c4'] in dv-cinder-863273-1-iscsi is: [{'id': '14450c76-63b5-4f37-8ee2-33c9921af9c4', 'name': 'tempest-TestVolumeBootPattern-1145011027-router', 'tenant_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:08Z', 'updated_at': '2022-11-02T12:41:46Z', 'revision_number': 6, 'project_id': '2b3b8f23a66e4540a0f65330c6d6496e', 'gw_port_host': None}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:47.364503 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (c9a76f03-0a39-4509-b502-4ca9c45d3a82), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.392582 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a76f03-0a39-4509-b502-4ca9c45d3a82,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:47.462859 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (14450c76-63b5-4f37-8ee2-33c9921af9c4), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.555572 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c62a1-527b-4742-8a9c-6d03cc231ff9 req-907ffaae-1b16-440a-9302-19a72d94c742 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:47.555572 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-546c62a1-527b-4742-8a9c-6d03cc231ff9 req-907ffaae-1b16-440a-9302-19a72d94c742 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0507450 Nov 02 12:41:47.560951 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (14450c76-63b5-4f37-8ee2-33c9921af9c4), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.566496 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks [] for router_controller (14450c76-63b5-4f37-8ee2-33c9921af9c4), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.604440 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:47.625178 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-546c62a1-527b-4742-8a9c-6d03cc231ff9 req-27cb9b11-9431-4cc6-bf59-02e68d8c5500 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615215 Nov 02 12:41:47.651025 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (14450c76-63b5-4f37-8ee2-33c9921af9c4), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.652108 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14450c76-63b5-4f37-8ee2-33c9921af9c4 {{(pid=106350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:41:47.656835 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.658335 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-f8de5002-3872-4c32-93fb-65356babaa82 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/14450c76-63b5-4f37-8ee2-33c9921af9c4 HTTP/1.1" status: 204 len: 168 time: 0.9157565 Nov 02 12:41:47.662007 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49120) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:47.712187 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bd4549-a577-44fd-a762-3a80ec208bda admin admin] Deleting subnet 326112d3-770f-40fb-935b-96d7c409565d {{(pid=106350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:41:47.717382 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4549-a577-44fd-a762-3a80ec208bda admin admin] Publish callbacks [] for subnet (326112d3-770f-40fb-935b-96d7c409565d), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.763426 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4549-a577-44fd-a762-3a80ec208bda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5705596'] for subnet (326112d3-770f-40fb-935b-96d7c409565d), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.798337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:47.856126 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4549-a577-44fd-a762-3a80ec208bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (326112d3-770f-40fb-935b-96d7c409565d), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.926672 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4549-a577-44fd-a762-3a80ec208bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5336142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4919004'] for subnet (326112d3-770f-40fb-935b-96d7c409565d), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.965031 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd4549-a577-44fd-a762-3a80ec208bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326112d3-770f-40fb-935b-96d7c409565d,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:47.969093 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4549-a577-44fd-a762-3a80ec208bda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.973401 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b8bd4549-a577-44fd-a762-3a80ec208bda admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/326112d3-770f-40fb-935b-96d7c409565d HTTP/1.1" status: 204 len: 168 time: 0.3098011 Nov 02 12:41:47.975664 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49122) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:47.978721 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f953a40a-9f58-44e3-b740-724df35b81ee None None] Network ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:48.051132 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.105949 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Deleting port 00ad3735-50ff-45d4-97b4-593b7a643bf1 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:48.106280 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.165833 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48049ef-c77b-412a-b151-0896b5478a53 None None] DHCP port deletion for ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:41:48.186196 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] For port 00ad3735-50ff-45d4-97b4-593b7a643bf1, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=00ad3735-50ff-45d4-97b4-593b7a643bf1,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:48.186556 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.202508 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Calling delete_port for 00ad3735-50ff-45d4-97b4-593b7a643bf1 owned by network:dhcp {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:48.211936 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-a48049ef-c77b-412a-b151-0896b5478a53 None None] Deleting port 00ad3735-50ff-45d4-97b4-593b7a643bf1 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:48.212401 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a48049ef-c77b-412a-b151-0896b5478a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.212867 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:48.285781 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-a48049ef-c77b-412a-b151-0896b5478a53 None None] For port 00ad3735-50ff-45d4-97b4-593b7a643bf1, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=00ad3735-50ff-45d4-97b4-593b7a643bf1,segment=NetworkSegment(f322b5e6-6bd3-46fb-a89f-faae949be911),segment_id=f322b5e6-6bd3-46fb-a89f-faae949be911)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:48.286180 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a48049ef-c77b-412a-b151-0896b5478a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.296918 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.304413 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-a48049ef-c77b-412a-b151-0896b5478a53 None None] Calling delete_port for 00ad3735-50ff-45d4-97b4-593b7a643bf1 owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:48.321338 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Pushing event deleted for resources: {'Port': ['ID=00ad3735-50ff-45d4-97b4-593b7a643bf1,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:48.327399 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] No DVR routers for this DVR port 00ad3735-50ff-45d4-97b4-593b7a643bf1 on host dv-cinder-863273-1-iscsi {{(pid=106351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:48.407017 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.418673 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a48049ef-c77b-412a-b151-0896b5478a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (00ad3735-50ff-45d4-97b4-593b7a643bf1), after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.431093 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:48.441634 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f322b5e6-6bd3-46fb-a89f-faae949be911') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:48.441919 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f322b5e6-6bd3-46fb-a89f-faae949be911') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:48.449900 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48049ef-c77b-412a-b151-0896b5478a53 None None] Pushing event deleted for resources: {'Port': ['ID=00ad3735-50ff-45d4-97b4-593b7a643bf1,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:48.454245 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (f322b5e6-6bd3-46fb-a89f-faae949be911), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.458678 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48049ef-c77b-412a-b151-0896b5478a53 None None] No DVR routers for this DVR port 00ad3735-50ff-45d4-97b4-593b7a643bf1 on host dv-cinder-863273-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:48.474489 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (f322b5e6-6bd3-46fb-a89f-faae949be911), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.483087 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:41:48.483427 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (f322b5e6-6bd3-46fb-a89f-faae949be911), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.505759 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment f322b5e6-6bd3-46fb-a89f-faae949be911 resource provider aggregate not found Nov 02 12:41:48.538644 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment f322b5e6-6bd3-46fb-a89f-faae949be911 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f322b5e6-6bd3-46fb-a89f-faae949be911 found for delete ", "request_id": "req-f99988dc-d1b6-40dc-8134-aa883207cca8"}]} Nov 02 12:41:48.559312 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.564902 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:48.568028 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc HTTP/1.1" status: 204 len: 168 time: 0.5913897 Nov 02 12:41:48.571513 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49128) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:48.579615 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30796066-6f91-4cf5-9afe-3134b5b097fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb6a3cc-6e95-4961-ab2a-9916cfc7f6dc,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:48.742828 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:48.812931 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92ff30-c72f-4194-a9d5-d99eb01062a3 req-86be34c5-2ddf-458f-b10d-1f7f5352c177 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:48.814443 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7d92ff30-c72f-4194-a9d5-d99eb01062a3 req-86be34c5-2ddf-458f-b10d-1f7f5352c177 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0901325 Nov 02 12:41:48.904117 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-7d92ff30-c72f-4194-a9d5-d99eb01062a3 req-0833ad10-6909-49c6-af0f-d23212d0f762 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823557 Nov 02 12:41:49.006058 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (7daa5901-691a-4622-baaf-131e18e36017), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.031702 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a192e-0ac0-41c6-a85c-498aa04d6431 req-b7ca8675-2061-4011-b591-9b5a936b5a3c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:49.033462 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f14a192e-0ac0-41c6-a85c-498aa04d6431 req-b7ca8675-2061-4011-b591-9b5a936b5a3c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0482860 Nov 02 12:41:49.083873 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-f14a192e-0ac0-41c6-a85c-498aa04d6431 req-1e094118-d9f4-49a2-aaeb-7779162aa358 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Nov 02 12:41:49.248404 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Deleting port 73a04215-4e69-49ba-b213-1e8e4f259d44 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:49.248741 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.284266 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 84c2a702-e523-49e6-a076-348744f755bb no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:49.305428 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 84c2a702-e523-49e6-a076-348744f755bb {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:49.306081 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 84c2a702-e523-49e6-a076-348744f755bb not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:49.306506 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c9a76f03-0a39-4509-b502-4ca9c45d3a82 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:49.329341 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: c9a76f03-0a39-4509-b502-4ca9c45d3a82 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:49.329599 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c9a76f03-0a39-4509-b502-4ca9c45d3a82 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:49.330004 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 00ad3735-50ff-45d4-97b4-593b7a643bf1 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:49.346176 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] For port 73a04215-4e69-49ba-b213-1e8e4f259d44, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=73a04215-4e69-49ba-b213-1e8e4f259d44,segment=NetworkSegment(099e0f87-e501-422f-8ffe-fc6285f9b5d3),segment_id=099e0f87-e501-422f-8ffe-fc6285f9b5d3)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:49.346698 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.357337 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 00ad3735-50ff-45d4-97b4-593b7a643bf1 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:49.357683 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 00ad3735-50ff-45d4-97b4-593b7a643bf1 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:49.360655 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:49.364350 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Calling delete_port for 73a04215-4e69-49ba-b213-1e8e4f259d44 owned by network:router_interface {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:49.453737 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e61d0-a140-4bed-961c-1ee93d035d15 req-65aeabc3-b626-49b2-a3fb-11002d07f001 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:49.455676 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d51e61d0-a140-4bed-961c-1ee93d035d15 req-65aeabc3-b626-49b2-a3fb-11002d07f001 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0524757 Nov 02 12:41:49.518155 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d51e61d0-a140-4bed-961c-1ee93d035d15 req-3d6612f6-d04a-4cae-b3b3-6e8880597575 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540037 Nov 02 12:41:49.840118 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (73a04215-4e69-49ba-b213-1e8e4f259d44), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:49.873860 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a04215-4e69-49ba-b213-1e8e4f259d44,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:49.919236 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:50.052939 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (7daa5901-691a-4622-baaf-131e18e36017), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.268122 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Router 7daa5901-691a-4622-baaf-131e18e36017 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:50.372841 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:50.379128 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-8b7124f6-8e1a-493a-87fa-eadfecd33417 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/7daa5901-691a-4622-baaf-131e18e36017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050003 Nov 02 12:41:50.381609 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49144) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:50.385390 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] Sync routers for ids ['7daa5901-691a-4622-baaf-131e18e36017'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:50.395656 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] Routers {'7daa5901-691a-4622-baaf-131e18e36017'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:50.396389 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7daa5901-691a-4622-baaf-131e18e36017'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:50.478542 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks [] for router (7daa5901-691a-4622-baaf-131e18e36017), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.482354 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:50.499335 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] Set router 7daa5901-691a-4622-baaf-131e18e36017 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:50.585181 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks [] for router_gateway (7daa5901-691a-4622-baaf-131e18e36017), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.625483 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:50.643063 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Deleting port 2819a791-b6f2-401f-981f-381518d32706 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:50.643532 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (2819a791-b6f2-401f-981f-381518d32706), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.682084 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7daa5901-691a-4622-baaf-131e18e36017', 'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2819a791-b6f2-401f-981f-381518d32706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:15Z', 'updated_at': '2022-11-02T12:41:49Z', 'revision_number': 5, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'gw_port': {'id': '2819a791-b6f2-401f-981f-381518d32706', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daa5901-691a-4622-baaf-131e18e36017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:16Z', 'updated_at': '2022-11-02T12:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:50.712600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] Checking router: 7daa5901-691a-4622-baaf-131e18e36017 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:50.722162 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] Routers {'7daa5901-691a-4622-baaf-131e18e36017'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:41:50.722785 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['7daa5901-691a-4622-baaf-131e18e36017'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:50.737419 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] For port 2819a791-b6f2-401f-981f-381518d32706, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=2819a791-b6f2-401f-981f-381518d32706,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:50.737995 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (2819a791-b6f2-401f-981f-381518d32706), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.753067 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Calling delete_port for 2819a791-b6f2-401f-981f-381518d32706 owned by network:router_gateway {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:50.806517 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] Set router 7daa5901-691a-4622-baaf-131e18e36017 gateway port host: None {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:41:50.821094 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:50.859945 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7daa5901-691a-4622-baaf-131e18e36017', 'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:15Z', 'updated_at': '2022-11-02T12:41:50Z', 'revision_number': 6, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:50.889134 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7ada8-e9a5-4357-9843-00b8791bcb83 None None] The sync data for ids ['7daa5901-691a-4622-baaf-131e18e36017'] in dv-cinder-863273-1-iscsi is: [{'id': '7daa5901-691a-4622-baaf-131e18e36017', 'name': 'tempest-TestVolumeBootPattern-1875851602-router', 'tenant_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:15Z', 'updated_at': '2022-11-02T12:41:50Z', 'revision_number': 6, 'project_id': 'daf9d2d6e1ee4ec09ab4a8ef642f93ec', 'gw_port_host': None}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:50.960914 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (2819a791-b6f2-401f-981f-381518d32706), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:50.985582 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Pushing event deleted for resources: {'Port': ['ID=2819a791-b6f2-401f-981f-381518d32706,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:51.063556 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (7daa5901-691a-4622-baaf-131e18e36017), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.167547 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (7daa5901-691a-4622-baaf-131e18e36017), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.172190 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks [] for router_controller (7daa5901-691a-4622-baaf-131e18e36017), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.245484 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (7daa5901-691a-4622-baaf-131e18e36017), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.246448 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7daa5901-691a-4622-baaf-131e18e36017 {{(pid=106350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:41:51.258930 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.265595 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49158) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:51.273391 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-94a89053-72f4-480f-87eb-4b4301d32610 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/7daa5901-691a-4622-baaf-131e18e36017 HTTP/1.1" status: 204 len: 168 time: 0.8906488 Nov 02 12:41:51.354771 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-12dda2f0-aec1-43ae-9d12-55fb73fa4779 admin admin] Deleting subnet d18fe16b-35e4-4e95-bd43-e024cda63ebf {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:41:51.360724 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-12dda2f0-aec1-43ae-9d12-55fb73fa4779 admin admin] Publish callbacks [] for subnet (d18fe16b-35e4-4e95-bd43-e024cda63ebf), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.416433 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-12dda2f0-aec1-43ae-9d12-55fb73fa4779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960170'] for subnet (d18fe16b-35e4-4e95-bd43-e024cda63ebf), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.460546 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 73a04215-4e69-49ba-b213-1e8e4f259d44 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:51.464890 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:51.500388 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 73a04215-4e69-49ba-b213-1e8e4f259d44 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:51.500799 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 73a04215-4e69-49ba-b213-1e8e4f259d44 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:51.518904 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-12dda2f0-aec1-43ae-9d12-55fb73fa4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (d18fe16b-35e4-4e95-bd43-e024cda63ebf), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.614922 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-12dda2f0-aec1-43ae-9d12-55fb73fa4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5432924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241350'] for subnet (d18fe16b-35e4-4e95-bd43-e024cda63ebf), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.657468 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dda2f0-aec1-43ae-9d12-55fb73fa4779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18fe16b-35e4-4e95-bd43-e024cda63ebf,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:51.664516 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-12dda2f0-aec1-43ae-9d12-55fb73fa4779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.670079 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-12dda2f0-aec1-43ae-9d12-55fb73fa4779 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/d18fe16b-35e4-4e95-bd43-e024cda63ebf HTTP/1.1" status: 204 len: 168 time: 0.4029415 Nov 02 12:41:51.674952 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49166) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:51.679648 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a674c8b-df55-43fd-8e82-2685cd155ff7 None None] Network a82407f5-4c78-4267-8d3f-aec6da7f74c6 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:41:51.687269 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:51.827076 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (a82407f5-4c78-4267-8d3f-aec6da7f74c6), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.907820 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Deleting port 7e841401-6c2b-4383-96ac-cbeb6bca403b {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:41:51.908241 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:51.977213 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:52.002088 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] For port 7e841401-6c2b-4383-96ac-cbeb6bca403b, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=7e841401-6c2b-4383-96ac-cbeb6bca403b,segment=NetworkSegment(099e0f87-e501-422f-8ffe-fc6285f9b5d3),segment_id=099e0f87-e501-422f-8ffe-fc6285f9b5d3)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:52.002983 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.028457 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Calling delete_port for 7e841401-6c2b-4383-96ac-cbeb6bca403b owned by network:dhcp {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:41:52.130191 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (7e841401-6c2b-4383-96ac-cbeb6bca403b), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.135451 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061a484-deb0-463f-b360-1937b75c0a63 None None] DHCP port deletion for a82407f5-4c78-4267-8d3f-aec6da7f74c6 request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:41:52.168190 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e841401-6c2b-4383-96ac-cbeb6bca403b,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:52.172198 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] No DVR routers for this DVR port 7e841401-6c2b-4383-96ac-cbeb6bca403b on host dv-cinder-863273-1-iscsi {{(pid=106351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:41:52.251494 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (a82407f5-4c78-4267-8d3f-aec6da7f74c6), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.275833 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82407f5-4c78-4267-8d3f-aec6da7f74c6']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:52.288026 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099e0f87-e501-422f-8ffe-fc6285f9b5d3') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:52.288403 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099e0f87-e501-422f-8ffe-fc6285f9b5d3') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:52.300431 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (099e0f87-e501-422f-8ffe-fc6285f9b5d3), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.315158 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (099e0f87-e501-422f-8ffe-fc6285f9b5d3), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.322141 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:41:52.322528 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (099e0f87-e501-422f-8ffe-fc6285f9b5d3), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.364476 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 099e0f87-e501-422f-8ffe-fc6285f9b5d3 resource provider aggregate not found Nov 02 12:41:52.384220 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 099e0f87-e501-422f-8ffe-fc6285f9b5d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 099e0f87-e501-422f-8ffe-fc6285f9b5d3 found for delete ", "request_id": "req-d4152c14-f5c2-41b5-a886-bfaf110fae60"}]} Nov 02 12:41:52.394012 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (a82407f5-4c78-4267-8d3f-aec6da7f74c6), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.399607 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.402845 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/a82407f5-4c78-4267-8d3f-aec6da7f74c6 HTTP/1.1" status: 204 len: 168 time: 0.7263820 Nov 02 12:41:52.415965 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3fab0-ca0d-427d-8922-fc43c9941643 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82407f5-4c78-4267-8d3f-aec6da7f74c6,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:52.588243 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49174) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:52.631450 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-fef61962-4cb7-450f-ad75-8e4926999a08 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=2b3b8f23a66e4540a0f65330c6d6496e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417094 Nov 02 12:41:52.634007 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49176) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:52.693359 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ebce1fb9-39d1-48c3-8589-32a08bf056e9 admin admin] Publish callbacks [] for security_group (652b52ab-a658-4801-a266-91d747c34838), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.714598 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ebce1fb9-39d1-48c3-8589-32a08bf056e9 admin admin] Publish callbacks [] for security_group (652b52ab-a658-4801-a266-91d747c34838), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.770836 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ebce1fb9-39d1-48c3-8589-32a08bf056e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (652b52ab-a658-4801-a266-91d747c34838), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.773289 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-ebce1fb9-39d1-48c3-8589-32a08bf056e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:52.775978 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-ebce1fb9-39d1-48c3-8589-32a08bf056e9 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/652b52ab-a658-4801-a266-91d747c34838 HTTP/1.1" status: 204 len: 168 time: 0.1395106 Nov 02 12:41:52.783983 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce1fb9-39d1-48c3-8589-32a08bf056e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652b52ab-a658-4801-a266-91d747c34838,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:53.159554 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49184) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:53.205371 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a1bedf0f-24e3-40a1-81c3-dcbb5bae4b96 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=daf9d2d6e1ee4ec09ab4a8ef642f93ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444071 Nov 02 12:41:53.207755 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49186) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:53.264806 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 2819a791-b6f2-401f-981f-381518d32706 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:53.288103 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 2819a791-b6f2-401f-981f-381518d32706 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:53.288446 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 2819a791-b6f2-401f-981f-381518d32706 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:53.288875 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 7e841401-6c2b-4383-96ac-cbeb6bca403b no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:53.299707 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8373bc18-f18d-4fd6-bef4-be28fc4ada60 admin admin] Publish callbacks [] for security_group (19e0a0a0-f0db-45e4-b5d4-5b82519466a6), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.308374 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 7e841401-6c2b-4383-96ac-cbeb6bca403b {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:41:53.308793 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 7e841401-6c2b-4383-96ac-cbeb6bca403b not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:53.338647 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8373bc18-f18d-4fd6-bef4-be28fc4ada60 admin admin] Publish callbacks [] for security_group (19e0a0a0-f0db-45e4-b5d4-5b82519466a6), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.401643 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8373bc18-f18d-4fd6-bef4-be28fc4ada60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (19e0a0a0-f0db-45e4-b5d4-5b82519466a6), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.404198 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8373bc18-f18d-4fd6-bef4-be28fc4ada60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:53.407828 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-8373bc18-f18d-4fd6-bef4-be28fc4ada60 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/19e0a0a0-f0db-45e4-b5d4-5b82519466a6 HTTP/1.1" status: 204 len: 168 time: 0.1967590 Nov 02 12:41:53.415634 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373bc18-f18d-4fd6-bef4-be28fc4ada60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e0a0a0-f0db-45e4-b5d4-5b82519466a6,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:57.266005 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=18 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:57.312776 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=69 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:58.395869 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c08629-2fde-425a-8906-dac3cd59574d req-cd3cea75-5a29-4b5a-a1fb-6dc9f7394ad4 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:58.397297 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-12c08629-2fde-425a-8906-dac3cd59574d req-cd3cea75-5a29-4b5a-a1fb-6dc9f7394ad4 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0485907 Nov 02 12:41:58.446852 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-12c08629-2fde-425a-8906-dac3cd59574d req-2d949764-3e40-4d54-83ea-c1cfd0ced24b tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 Nov 02 12:41:58.475583 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49206) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:58.678841 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:58.709726 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7627a0-ada1-47d2-98d7-609680a3b2b8 tempest-TestMinimumBasicScenario-56796539 tempest-TestMinimumBasicScenario-56796539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:41:58.711241 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-5d7627a0-ada1-47d2-98d7-609680a3b2b8 tempest-TestMinimumBasicScenario-56796539 tempest-TestMinimumBasicScenario-56796539-project-admin] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1125 time: 0.2346876 Nov 02 12:41:58.714139 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49210) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:58.718274 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'floatingip': {'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'port_id': '958295e8-1c3b-4281-9b06-162fe002d30e', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:41:58.740231 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.820958 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (None), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:58.831552 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:58.931722 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_common [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Allocated IP 172.27.3.121 (b4c0f5b3-ec14-4a15-acff-2fb8ffffce43/ae29f28e-3a8c-4cf6-8b15-e258d681bd35/70c1f838-9398-4e76-a633-75523183d556) {{(pid=106351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:59.043596 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for port (70c1f838-9398-4e76-a633-75523183d556), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.078817 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727637570533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (70c1f838-9398-4e76-a633-75523183d556), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.127889 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Network b4c0f5b3-ec14-4a15-acff-2fb8ffffce43 is already hosted by enough agents. {{(pid=106351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:59.133474 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.base_scheduler [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Resources bound (agent type, host, resource id): {{(pid=106351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:59.137774 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Received port after_create {{(pid=106351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Nov 02 12:41:59.141251 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'Port': ['ID=70c1f838-9398-4e76-a633-75523183d556,revision_number=1']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:59.169379 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.169728 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.170071 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.170419 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.170760 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.171139 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.171405 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.171735 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.172060 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.172376 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.172702 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.173047 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.173377 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.173706 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.174605 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:59.467124 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:41:59.522268 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for floatingip (377b654d-dd81-43ee-9ff7-b7f5af30daf7), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.844790 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (70c1f838-9398-4e76-a633-75523183d556), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:59.970171 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:00.016574 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for port (70c1f838-9398-4e76-a633-75523183d556), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.021794 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5432934'] for port (70c1f838-9398-4e76-a633-75523183d556), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.088958 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7904699'] for floatingip (377b654d-dd81-43ee-9ff7-b7f5af30daf7), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.092032 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'Port': ['ID=70c1f838-9398-4e76-a633-75523183d556,revision_number=2']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:00.193061 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.l3_db [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Floating IP 377b654d-dd81-43ee-9ff7-b7f5af30daf7 associated. External IP: 172.27.3.121, port: 958295e8-1c3b-4281-9b06-162fe002d30e. Nov 02 12:42:00.403679 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Router 43e3cf85-1942-4c45-9c7f-068dd352762c has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:00.417696 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.509019 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:00.518774 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] Sync routers for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:00.527753 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.529676 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:42:00.530300 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:00.559581 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-47a82ebd-9657-4ecf-abcb-1d3a3053e9fe tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8444216 Nov 02 12:42:00.560329 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:42:00.562837 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:00.563681 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49212) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:00.570014 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390247077', 'description': 'tempest-secgroup-smoke-1390247077 description', 'project_id': 'fc45d759676e41178c93f56305f41958'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:00.600862 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group (None), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.619160 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c2ed87-4c15-4277-a8d4-e2d93b9611ef x-openstack-request-id: req-06c2ed87-4c15-4277-a8d4-e2d93b9611ef {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:00.619529 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:00.619873 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-06c2ed87-4c15-4277-a8d4-e2d93b9611ef {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:00.620343 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c2ed87-4c15-4277-a8d4-e2d93b9611ef'] response: {'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e', 'status': 'completed', 'code': 200} Nov 02 12:42:00.642976 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:00.693201 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:00.708088 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group (1018f7de-3970-4e76-aa57-ce041733c74a), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.710539 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-8d9e9883-57aa-4197-bb83-c761fa79a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:00.712136 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-8d9e9883-57aa-4197-bb83-c761fa79a6bf service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=fc45d759676e41178c93f56305f41958&device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1130 time: 0.0614033 Nov 02 12:42:00.713426 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (1018f7de-3970-4e76-aa57-ce041733c74a), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.793734 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.794991 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2286842 Nov 02 12:42:00.798221 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49216) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:00.801954 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1018f7de-3970-4e76-aa57-ce041733c74a,revision_number=1']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:00.804576 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-8d2052f6-204b-436f-a4dd-dc1eec79925d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'security_group_rule': {'security_group_id': '1018f7de-3970-4e76-aa57-ce041733c74a', 'project_id': 'fc45d759676e41178c93f56305f41958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:00.817826 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:00.818089 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.818320 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.818677 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.819030 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.819390 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.819720 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.820402 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.820540 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.820862 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.821228 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.821548 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.821916 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.822247 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.822594 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.823177 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a7ffa1-fc98-426a-ba46-3933725c270c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:00.852965 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d2052f6-204b-436f-a4dd-dc1eec79925d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (626e9d08-c19a-43bb-a6cb-65c1b815456f), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.873066 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-957b372b-3414-45fe-aa0d-d9d8bf700965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:00.874910 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-957b372b-3414-45fe-aa0d-d9d8bf700965 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 200 len: 916 time: 0.1551988 Nov 02 12:42:00.927327 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d2052f6-204b-436f-a4dd-dc1eec79925d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (626e9d08-c19a-43bb-a6cb-65c1b815456f), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.931744 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d2052f6-204b-436f-a4dd-dc1eec79925d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (626e9d08-c19a-43bb-a6cb-65c1b815456f), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.945157 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-cb4547f1-b682-4d2b-808b-a794f4a24f3d service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 1000 time: 0.0642879 Nov 02 12:42:00.951864 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2052f6-204b-436f-a4dd-dc1eec79925d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626e9d08-c19a-43bb-a6cb-65c1b815456f,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:00.957698 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-8d2052f6-204b-436f-a4dd-dc1eec79925d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:00.961386 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-8d2052f6-204b-436f-a4dd-dc1eec79925d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589925 Nov 02 12:42:00.961654 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49218) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:00.966234 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-a2aaec19-6adf-434c-8430-632f0219a8cd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'security_group_rule': {'security_group_id': '1018f7de-3970-4e76-aa57-ce041733c74a', 'project_id': 'fc45d759676e41178c93f56305f41958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:00.973914 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '377b654d-dd81-43ee-9ff7-b7f5af30daf7', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'floating_ip_address': '172.27.3.121', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'port_id': '958295e8-1c3b-4281-9b06-162fe002d30e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'mac_address': 'fa:16:3e:eb:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:41:59Z', 'revision_number': 0, 'project_id': 'fc45d759676e41178c93f56305f41958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c782f4-6aad-4996-a3fe-53bfaa641f75', 'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'mac_address': 'fa:16:3e:b8:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:10Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 5, 'project_id': 'fc45d759676e41178c93f56305f41958', 'subnets': [{'id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:00.987963 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:01.000723 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a2aaec19-6adf-434c-8430-632f0219a8cd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (064e9579-6f97-40e5-ac3a-d18b21540c85), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.007500 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] Checking router: 43e3cf85-1942-4c45-9c7f-068dd352762c for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:01.012118 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-f30462bd-0e3e-4335-afc1-171fcd96f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:01.013911 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-f30462bd-0e3e-4335-afc1-171fcd96f193 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7ae5d55d-15c1-4af4-b00e-1de11aa98b56 HTTP/1.1" status: 200 len: 853 time: 0.0609870 Nov 02 12:42:01.018890 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:42:01.019502 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:41:36Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:01.045769 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:01.062436 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-45ea70a6-f38b-4d00-a463-ec633c39e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:01.064082 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-45ea70a6-f38b-4d00-a463-ec633c39e7f2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=f3195229-1c26-41c0-ae8b-17364debbf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447295 Nov 02 12:42:01.072103 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a2aaec19-6adf-434c-8430-632f0219a8cd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (064e9579-6f97-40e5-ac3a-d18b21540c85), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.077703 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a2aaec19-6adf-434c-8430-632f0219a8cd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (064e9579-6f97-40e5-ac3a-d18b21540c85), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.102382 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaec19-6adf-434c-8430-632f0219a8cd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064e9579-6f97-40e5-ac3a-d18b21540c85,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:01.111358 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-a2aaec19-6adf-434c-8430-632f0219a8cd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.113436 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-a2aaec19-6adf-434c-8430-632f0219a8cd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507342 Nov 02 12:42:01.115174 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49220) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:01.120032 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-671df8ff-c283-4352-9117-3d1a9edb210d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'security_group_rule': {'security_group_id': '1018f7de-3970-4e76-aa57-ce041733c74a', 'project_id': 'fc45d759676e41178c93f56305f41958', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:01.155323 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-671df8ff-c283-4352-9117-3d1a9edb210d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (90af6ac5-e118-48a6-8db5-e09a47337020), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.159340 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:42:01.175468 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-66b61339-4d0b-4701-894c-6f89e3ee2ec8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053061 Nov 02 12:42:01.223893 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-671df8ff-c283-4352-9117-3d1a9edb210d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (90af6ac5-e118-48a6-8db5-e09a47337020), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.228414 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-671df8ff-c283-4352-9117-3d1a9edb210d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (90af6ac5-e118-48a6-8db5-e09a47337020), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.249774 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671df8ff-c283-4352-9117-3d1a9edb210d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90af6ac5-e118-48a6-8db5-e09a47337020,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:01.255739 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-671df8ff-c283-4352-9117-3d1a9edb210d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.257034 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-671df8ff-c283-4352-9117-3d1a9edb210d tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408849 Nov 02 12:42:01.259798 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49222) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:01.265182 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [None req-eb3db472-b892-4cc2-90c2-8d5dab4d7473 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'security_group_rule': {'security_group_id': '1018f7de-3970-4e76-aa57-ce041733c74a', 'project_id': 'fc45d759676e41178c93f56305f41958', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:01.280878 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-c8fc5f07-0c48-4a24-99ed-361a6ef62e12 req-11c451fe-2f92-40cb-b06a-aa7649ed94c7 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996497 Nov 02 12:42:01.298150 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-eb3db472-b892-4cc2-90c2-8d5dab4d7473 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (a7cd43e2-bfca-43bc-9de2-adc1d060993a), before_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.367602 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-eb3db472-b892-4cc2-90c2-8d5dab4d7473 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (a7cd43e2-bfca-43bc-9de2-adc1d060993a), precommit_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.372314 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-eb3db472-b892-4cc2-90c2-8d5dab4d7473 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (a7cd43e2-bfca-43bc-9de2-adc1d060993a), after_create {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.394316 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3db472-b892-4cc2-90c2-8d5dab4d7473 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cd43e2-bfca-43bc-9de2-adc1d060993a,revision_number=0']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:01.405640 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-eb3db472-b892-4cc2-90c2-8d5dab4d7473 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.411900 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49224) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:01.412203 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-eb3db472-b892-4cc2-90c2-8d5dab4d7473 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509678 Nov 02 12:42:01.416921 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-e0e85c5c-ed21-4167-83bb-f8dd081ae495 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'security_group_rule': {'security_group_id': '1018f7de-3970-4e76-aa57-ce041733c74a', 'project_id': 'fc45d759676e41178c93f56305f41958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:01.443093 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.securitygroups_db [None req-e0e85c5c-ed21-4167-83bb-f8dd081ae495 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Project fc45d759676e41178c93f56305f41958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:42:01.449742 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e0e85c5c-ed21-4167-83bb-f8dd081ae495 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (53ef16fa-7700-41d8-a03e-2906a9ae7ddd), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.451077 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '377b654d-dd81-43ee-9ff7-b7f5af30daf7', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'floating_ip_address': '172.27.3.121', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'port_id': '958295e8-1c3b-4281-9b06-162fe002d30e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'mac_address': 'fa:16:3e:eb:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:41:59Z', 'revision_number': 0, 'project_id': 'fc45d759676e41178c93f56305f41958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c782f4-6aad-4996-a3fe-53bfaa641f75', 'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'mac_address': 'fa:16:3e:b8:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:10Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 5, 'project_id': 'fc45d759676e41178c93f56305f41958', 'subnets': [{'id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:01.476943 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020f9ec-4088-4b8c-bbf6-442e01c4c381 None None] The sync data for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi is: [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_floatingips': [{'id': '377b654d-dd81-43ee-9ff7-b7f5af30daf7', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'floating_ip_address': '172.27.3.121', 'floating_network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'router_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'port_id': '958295e8-1c3b-4281-9b06-162fe002d30e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'mac_address': 'fa:16:3e:eb:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:41:59Z', 'updated_at': '2022-11-02T12:41:59Z', 'revision_number': 0, 'project_id': 'fc45d759676e41178c93f56305f41958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c782f4-6aad-4996-a3fe-53bfaa641f75', 'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'mac_address': 'fa:16:3e:b8:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:10Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 5, 'project_id': 'fc45d759676e41178c93f56305f41958', 'subnets': [{'id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:01.531761 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e0e85c5c-ed21-4167-83bb-f8dd081ae495 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (53ef16fa-7700-41d8-a03e-2906a9ae7ddd), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.536914 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e0e85c5c-ed21-4167-83bb-f8dd081ae495 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (53ef16fa-7700-41d8-a03e-2906a9ae7ddd), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.558065 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e85c5c-ed21-4167-83bb-f8dd081ae495 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ef16fa-7700-41d8-a03e-2906a9ae7ddd,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:01.567769 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e0e85c5c-ed21-4167-83bb-f8dd081ae495 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.569632 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-e0e85c5c-ed21-4167-83bb-f8dd081ae495 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562767 Nov 02 12:42:01.572430 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49226) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:42:01.579459 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [None req-6b6773c3-d3ef-41e3-a0fb-e9dd9d4583dd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'security_group_rule': {'security_group_id': '1018f7de-3970-4e76-aa57-ce041733c74a', 'project_id': 'fc45d759676e41178c93f56305f41958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:01.605216 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.db.securitygroups_db [None req-6b6773c3-d3ef-41e3-a0fb-e9dd9d4583dd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Project fc45d759676e41178c93f56305f41958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:42:01.615858 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6b6773c3-d3ef-41e3-a0fb-e9dd9d4583dd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (21065f31-343c-49a6-b4a9-d6bc78e9626d), before_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.679823 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6b6773c3-d3ef-41e3-a0fb-e9dd9d4583dd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (21065f31-343c-49a6-b4a9-d6bc78e9626d), precommit_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.685310 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6b6773c3-d3ef-41e3-a0fb-e9dd9d4583dd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369281'] for security_group_rule (21065f31-343c-49a6-b4a9-d6bc78e9626d), after_create {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.708606 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6773c3-d3ef-41e3-a0fb-e9dd9d4583dd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21065f31-343c-49a6-b4a9-d6bc78e9626d,revision_number=0']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:01.714337 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-6b6773c3-d3ef-41e3-a0fb-e9dd9d4583dd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:01.718751 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-6b6773c3-d3ef-41e3-a0fb-e9dd9d4583dd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419165 Nov 02 12:42:01.719446 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15bf55-a7a4-4dc8-8e95-9e144c74b24d None None] New status for floating IP 377b654d-dd81-43ee-9ff7-b7f5af30daf7: ACTIVE {{(pid=106352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:42:01.812960 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-0e2f2b03-dd82-4849-8613-9b13fb93d11e tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1390247077&fields=id&tenant_id=fc45d759676e41178c93f56305f41958 HTTP/1.1" status: 200 len: 267 time: 0.0438268 Nov 02 12:42:01.864902 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-d49c5ddc-7f6c-41a9-a46c-5a9c82e294b6 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:01.866463 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-d49c5ddc-7f6c-41a9-a46c-5a9c82e294b6 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0473835 Nov 02 12:42:01.877983 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.v2.base [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-e4f62944-7e27-4566-afd4-e0202d64db3a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'port': {'security_groups': ['025545a8-da33-4e85-9c40-afe4360c018d', '1018f7de-3970-4e76-aa57-ce041733c74a']}} {{(pid=106351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:42:01.950546 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-e4f62944-7e27-4566-afd4-e0202d64db3a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), before_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.081725 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:02.130102 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-e4f62944-7e27-4566-afd4-e0202d64db3a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] For port 958295e8-1c3b-4281-9b06-162fe002d30e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=958295e8-1c3b-4281-9b06-162fe002d30e,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:02.157226 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-e4f62944-7e27-4566-afd4-e0202d64db3a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for port (958295e8-1c3b-4281-9b06-162fe002d30e), precommit_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.162201 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-e4f62944-7e27-4566-afd4-e0202d64db3a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5432934'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), after_update {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.173204 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['958295e8-1c3b-4281-9b06-162fe002d30e'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:42:02.173741 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-e4f62944-7e27-4566-afd4-e0202d64db3a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:02.174867 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-e4f62944-7e27-4566-afd4-e0202d64db3a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.176217 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-8d79ac94-84a4-4e21-9d43-fae7a40b1c44 req-e4f62944-7e27-4566-afd4-e0202d64db3a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "PUT /networking/v2.0/ports/958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 982 time: 0.3030922 Nov 02 12:42:02.222719 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f62944-7e27-4566-afd4-e0202d64db3a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'Port': ['ID=958295e8-1c3b-4281-9b06-162fe002d30e,revision_number=6']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:02.232937 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['958295e8-1c3b-4281-9b06-162fe002d30e'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:42:02.284002 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f99e05-3eee-4493-ac6a-f4b0e0c8c5c5 req-2843add7-1539-4afc-994d-d0fada894798 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:02.285499 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-24f99e05-3eee-4493-ac6a-f4b0e0c8c5c5 req-2843add7-1539-4afc-994d-d0fada894798 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0482032 Nov 02 12:42:02.349371 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-24f99e05-3eee-4493-ac6a-f4b0e0c8c5c5 req-1002be8e-5ae4-4e34-9b1f-2b94a6a9ed29 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578048 Nov 02 12:42:02.459935 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:02.607835 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:02.621637 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:42:02.624224 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82bb6a9-b737-4533-81f9-6caa8e81a233" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:02.663869 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83104579-6c3f-4d63-966e-1cc06c1a4193 x-openstack-request-id: req-83104579-6c3f-4d63-966e-1cc06c1a4193 {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:02.664356 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:02.665429 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-83104579-6c3f-4d63-966e-1cc06c1a4193 {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:02.665429 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83104579-6c3f-4d63-966e-1cc06c1a4193'] response: {'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e', 'status': 'completed', 'code': 200} Nov 02 12:42:02.718260 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:02.728253 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-c1e34ca5-4488-42ea-b90e-b06127d0242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:02.729767 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-c1e34ca5-4488-42ea-b90e-b06127d0242e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=fc45d759676e41178c93f56305f41958&device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1169 time: 0.0420036 Nov 02 12:42:02.784317 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-31252982-d8f3-43a0-9992-4ac2037514f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:02.834539 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-63bd428d-e443-46e6-9170-18f571d2dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:02.836090 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-63bd428d-e443-46e6-9170-18f571d2dbcb service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 200 len: 916 time: 0.0993063 Nov 02 12:42:02.904207 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-a3e07e9e-6f73-43e3-8e56-85e2322c3fec service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 1002 time: 0.0619085 Nov 02 12:42:02.953682 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-fa03d6d7-7d15-4194-8e77-0c3c0d888f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:02.955212 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-fa03d6d7-7d15-4194-8e77-0c3c0d888f08 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7ae5d55d-15c1-4af4-b00e-1de11aa98b56 HTTP/1.1" status: 200 len: 853 time: 0.0447998 Nov 02 12:42:02.992658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:02.999972 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-7692dcd0-eac6-4b35-b760-25b80f7c30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:03.001453 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-7692dcd0-eac6-4b35-b760-25b80f7c30d7 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=f3195229-1c26-41c0-ae8b-17364debbf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408444 Nov 02 12:42:03.093250 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-4af0e5bd-8aff-4a2b-a212-27ab76c79764 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855474 Nov 02 12:42:03.187922 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d82bb6a9-b737-4533-81f9-6caa8e81a233 req-c06d8139-91c0-4173-82c5-e6689de65790 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884962 Nov 02 12:42:05.479632 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:42:05.740969 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a38f752d-ed90-4f1b-b7cb-664d25b6827e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:07.586920 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-8bb22103-cc2c-4717-8250-e937dc8e602c service neutron] 10.222.0.87 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388536 Nov 02 12:42:07.651667 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:07.678649 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-f27980ec-bf0c-4d97-9b1a-601207b3da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:07.680853 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-f27980ec-bf0c-4d97-9b1a-601207b3da92 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=fc45d759676e41178c93f56305f41958&device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1169 time: 0.0500886 Nov 02 12:42:07.789514 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-e580a7a7-14ef-4c7c-8a3f-cbb7f1b47bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:07.790895 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-e580a7a7-14ef-4c7c-8a3f-cbb7f1b47bf8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 200 len: 916 time: 0.0892825 Nov 02 12:42:07.861690 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-1b3eaa45-a68e-4824-82fc-0a6faab90da1 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 1002 time: 0.0624762 Nov 02 12:42:07.911159 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-b3a69fd7-5204-487f-a5c7-1b7819602411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:07.912623 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-b3a69fd7-5204-487f-a5c7-1b7819602411 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7ae5d55d-15c1-4af4-b00e-1de11aa98b56 HTTP/1.1" status: 200 len: 853 time: 0.0447998 Nov 02 12:42:07.956022 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-330eba16-a324-4fad-9fa5-5d4aa1010f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:07.957511 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-330eba16-a324-4fad-9fa5-5d4aa1010f2f service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=f3195229-1c26-41c0-ae8b-17364debbf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387945 Nov 02 12:42:08.052725 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-e150c30c-4b0a-4fc3-b7c3-6a1cbfee2f2b service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885582 Nov 02 12:42:08.148386 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-6afad1f1-2bce-4034-872e-9ab343a006f7 req-0597f635-e558-44bf-92ca-f0c7b068b623 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892088 Nov 02 12:42:08.336853 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:08.988684 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:12.213810 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=14 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:12.219466 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:18.138528 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=67 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:18.144877 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:18.982641 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:18.984635 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:19.576006 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-63ca6e00-a31c-449d-8769-257f96d81cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:19.577556 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-63ca6e00-a31c-449d-8769-257f96d81cc2 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=fc45d759676e41178c93f56305f41958&device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1169 time: 0.0398834 Nov 02 12:42:19.578940 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae3a12-edd3-479f-b406-98aee2ea4a75 req-986f6186-d0c4-459b-9483-23636149b7ea tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:19.580153 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-36ae3a12-edd3-479f-b406-98aee2ea4a75 req-986f6186-d0c4-459b-9483-23636149b7ea tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0517237 Nov 02 12:42:19.641164 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-36ae3a12-edd3-479f-b406-98aee2ea4a75 req-b018f6c5-3845-4e9a-9679-22923e221c84 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542352 Nov 02 12:42:19.670920 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-8eec9d39-61a3-4cad-8db7-297fe12548da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:19.672381 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-8eec9d39-61a3-4cad-8db7-297fe12548da service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 200 len: 916 time: 0.0886235 Nov 02 12:42:19.737555 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-4469d7ee-8491-4b2b-afb4-6a78afd84f58 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 1002 time: 0.0585170 Nov 02 12:42:19.786635 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-d3574877-90a6-4886-b8d9-15de6747b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:19.788071 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-d3574877-90a6-4886-b8d9-15de6747b60c service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7ae5d55d-15c1-4af4-b00e-1de11aa98b56 HTTP/1.1" status: 200 len: 853 time: 0.0443082 Nov 02 12:42:19.831683 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-b1df74be-4b3d-4ee3-8190-f62e029523c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:19.833183 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-b1df74be-4b3d-4ee3-8190-f62e029523c1 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=f3195229-1c26-41c0-ae8b-17364debbf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386786 Nov 02 12:42:19.939505 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-a0946193-1e84-4f4e-87ac-e88efe20286f service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996308 Nov 02 12:42:20.028408 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-acb7934b-6d31-4329-bfd0-7a638c0423f4 req-74005dbe-3d9f-4e36-bfe1-70fff2af7db8 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833707 Nov 02 12:42:20.768615 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522ba2-5d97-448d-923b-aa64dab10f46 req-856c85f0-68e6-4b6c-9085-664d60a6efe0 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:20.770032 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97522ba2-5d97-448d-923b-aa64dab10f46 req-856c85f0-68e6-4b6c-9085-664d60a6efe0 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0518301 Nov 02 12:42:20.830297 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-97522ba2-5d97-448d-923b-aa64dab10f46 req-98125b3a-3a9b-45e0-8bc0-5514b3300fd7 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546069 Nov 02 12:42:21.962044 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e81910-9786-4a4a-8109-1d0297d7eb99 req-9f072fcb-7667-4eb4-b5c8-236f85c76f16 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:21.963544 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d0e81910-9786-4a4a-8109-1d0297d7eb99 req-9f072fcb-7667-4eb4-b5c8-236f85c76f16 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0524073 Nov 02 12:42:22.025585 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-d0e81910-9786-4a4a-8109-1d0297d7eb99 req-af66facb-8c81-46ed-86d7-544ae5a4e862 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562611 Nov 02 12:42:23.145794 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35125d61-f75d-4ac9-9c06-08e200c8626d req-d86d8adc-cdc5-4258-a01d-771a7c11ef54 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:23.147260 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-35125d61-f75d-4ac9-9c06-08e200c8626d req-d86d8adc-cdc5-4258-a01d-771a7c11ef54 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0479352 Nov 02 12:42:23.207682 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-35125d61-f75d-4ac9-9c06-08e200c8626d req-d001e92f-67df-4cb2-adf2-962e1a921330 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546968 Nov 02 12:42:24.330014 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7175a-c63e-4fef-abf4-42c2f4ae2701 req-5003e352-8f27-48d1-b34e-4797e31ad3bd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:24.331504 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-62e7175a-c63e-4fef-abf4-42c2f4ae2701 req-5003e352-8f27-48d1-b34e-4797e31ad3bd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0481365 Nov 02 12:42:24.391692 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-62e7175a-c63e-4fef-abf4-42c2f4ae2701 req-1b8df26d-1077-4a87-84da-60fb9fce6a48 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543907 Nov 02 12:42:25.516381 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f352a7b-6572-43f4-bf3c-0d4c918bd370 req-8033cdc4-2cca-43ce-a74d-2cc7a69f3c0e tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:25.517854 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f352a7b-6572-43f4-bf3c-0d4c918bd370 req-8033cdc4-2cca-43ce-a74d-2cc7a69f3c0e tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0513031 Nov 02 12:42:25.579295 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-2f352a7b-6572-43f4-bf3c-0d4c918bd370 req-e38ed978-9ec7-4853-938a-65e84af6ca00 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557721 Nov 02 12:42:26.701753 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0bb4-c8eb-45d1-ae22-1ba139900840 req-c8007104-e959-4c4d-b477-d1a428b0faf1 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:26.703224 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-db6e0bb4-c8eb-45d1-ae22-1ba139900840 req-c8007104-e959-4c4d-b477-d1a428b0faf1 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0474932 Nov 02 12:42:26.766673 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-db6e0bb4-c8eb-45d1-ae22-1ba139900840 req-ef018a1d-6f81-44df-b7f5-4e48fa2f9958 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576987 Nov 02 12:42:27.894194 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec0fe0-5558-4067-b87e-3e19d1548d6e req-e91483aa-1f55-45d4-96a4-f6f1d3669b6a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:27.895675 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e0ec0fe0-5558-4067-b87e-3e19d1548d6e req-e91483aa-1f55-45d4-96a4-f6f1d3669b6a tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0489895 Nov 02 12:42:27.955606 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-e0ec0fe0-5558-4067-b87e-3e19d1548d6e req-1e9560f7-fd7d-4fec-a2e1-4dd05a6b8e42 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543184 Nov 02 12:42:29.076860 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5969466-f6f5-4fbd-aefb-821d5eb71117 req-cccda000-1ad5-49b2-b3fe-e6522c73fc95 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:29.078324 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c5969466-f6f5-4fbd-aefb-821d5eb71117 req-cccda000-1ad5-49b2-b3fe-e6522c73fc95 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0460432 Nov 02 12:42:29.139313 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-c5969466-f6f5-4fbd-aefb-821d5eb71117 req-68e08fa3-5168-4152-b4ea-1e8ef13eafc6 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545485 Nov 02 12:42:30.261407 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81680f69-f6dd-4c0b-856f-1bed947363eb req-c8ee7461-9d6a-4a1e-9be9-e44f59ac3309 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:30.262774 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-81680f69-f6dd-4c0b-856f-1bed947363eb req-c8ee7461-9d6a-4a1e-9be9-e44f59ac3309 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0481887 Nov 02 12:42:30.311545 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:30.327478 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-81680f69-f6dd-4c0b-856f-1bed947363eb req-4af6f98f-8278-47c0-b909-f6b60b22b5e4 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580063 Nov 02 12:42:30.423841 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:30.478601 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=78 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:30.479365 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:31.451063 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24346049-2ca5-4ed1-88da-b019652f95ce req-be513f2d-7bc2-4518-9f05-9eb174e2e8c6 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:42:31.452918 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-24346049-2ca5-4ed1-88da-b019652f95ce req-be513f2d-7bc2-4518-9f05-9eb174e2e8c6 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0485647 Nov 02 12:42:31.514828 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-24346049-2ca5-4ed1-88da-b019652f95ce req-f653757b-f5d7-4705-80cf-58e87a9131ab tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1018f7de-3970-4e76-aa57-ce041733c74a&id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555992 Nov 02 12:42:32.768209 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-82944324-0fe9-411a-b742-3f29d3d16600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:35.744433 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-52b34bcc-1b3d-4314-96db-379fa527beb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:37.651100 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:38.344901 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:38.991786 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.321725 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:41.500468 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=61 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:41.509408 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=65 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:42.478944 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:42:48.980954 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:42:48.987144 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:00.429253 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:00.589084 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:00.589863 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:02.770888 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-47806dda-8aae-4fa4-a7c0-0b007a8a1ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.081467 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-74109d9b-d184-432d-bcf0-18d4c2190ebd tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1390247077&fields=id&tenant_id=fc45d759676e41178c93f56305f41958 HTTP/1.1" status: 200 len: 267 time: 0.0443568 Nov 02 12:43:04.132420 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-d6911659-82de-4555-afef-c0813596b207 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:04.133922 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-d6911659-82de-4555-afef-c0813596b207 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 985 time: 0.0471160 Nov 02 12:43:04.144496 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.v2.base [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Request body: {'port': {'security_groups': ['025545a8-da33-4e85-9c40-afe4360c018d']}} {{(pid=106350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:43:04.217539 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689784'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), before_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.640729 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] For port 958295e8-1c3b-4281-9b06-162fe002d30e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=958295e8-1c3b-4281-9b06-162fe002d30e,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:04.670242 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for port (958295e8-1c3b-4281-9b06-162fe002d30e), precommit_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.674799 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727638109871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727637570551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727637571341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5336180'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), after_update {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.685246 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:04.685845 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.687200 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-9168d706-eb7d-46be-80d7-2f16ccf4aabc req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "PUT /networking/v2.0/ports/958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 943 time: 0.5472376 Nov 02 12:43:04.687401 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['958295e8-1c3b-4281-9b06-162fe002d30e'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:04.687871 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:04.693472 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dbba24-227f-491e-bb05-fa8277e1e8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:04.693767 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49274) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:04.758967 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9262b00e-fa2e-42be-a95e-0ebd5b85856c x-openstack-request-id: req-9262b00e-fa2e-42be-a95e-0ebd5b85856c {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:04.759258 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:04.759509 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9262b00e-fa2e-42be-a95e-0ebd5b85856c {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:04.759905 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9262b00e-fa2e-42be-a95e-0ebd5b85856c'] response: {'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e', 'status': 'completed', 'code': 200} Nov 02 12:43:04.778402 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['958295e8-1c3b-4281-9b06-162fe002d30e'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:04.793497 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event updated for resources: {'Port': ['ID=958295e8-1c3b-4281-9b06-162fe002d30e,revision_number=7']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:04.831380 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.831801 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.832179 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.832637 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.833193 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.833500 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.833827 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.834152 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.834478 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.834852 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.835131 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.835505 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.835863 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.836197 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.836511 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f725f96-516d-462e-9a3f-6de2c865bb35 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:04.852317 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de96e5be-5297-4da7-b8f8-f1e398b77e5c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group (1018f7de-3970-4e76-aa57-ce041733c74a), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.855399 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-e78eef66-6580-4498-841f-a6807de43d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:04.856873 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-e78eef66-6580-4498-841f-a6807de43d35 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=fc45d759676e41178c93f56305f41958&device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1130 time: 0.0721292 Nov 02 12:43:04.923478 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de96e5be-5297-4da7-b8f8-f1e398b77e5c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group (1018f7de-3970-4e76-aa57-ce041733c74a), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:04.993709 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-8766b4ec-1d6e-4094-8e4c-b4ed2b3c9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:04.995203 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-8766b4ec-1d6e-4094-8e4c-b4ed2b3c9468 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 200 len: 916 time: 0.1305461 Nov 02 12:43:05.054494 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de96e5be-5297-4da7-b8f8-f1e398b77e5c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (1018f7de-3970-4e76-aa57-ce041733c74a), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.057028 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-de96e5be-5297-4da7-b8f8-f1e398b77e5c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.058162 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-de96e5be-5297-4da7-b8f8-f1e398b77e5c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/1018f7de-3970-4e76-aa57-ce041733c74a HTTP/1.1" status: 204 len: 168 time: 0.3634224 Nov 02 12:43:05.062092 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49276) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:05.075627 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96e5be-5297-4da7-b8f8-f1e398b77e5c tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1018f7de-3970-4e76-aa57-ce041733c74a,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:05.079183 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-b93edd87-34a1-47ea-a012-1d72cdc948a7 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 1002 time: 0.0771129 Nov 02 12:43:05.134462 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-839ef7e0-c523-460d-bddc-2e8bf66c93c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:05.135975 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-839ef7e0-c523-460d-bddc-2e8bf66c93c0 service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7ae5d55d-15c1-4af4-b00e-1de11aa98b56 HTTP/1.1" status: 200 len: 853 time: 0.0506768 Nov 02 12:43:05.176821 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:05.182191 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-54df8594-949a-44ca-afc0-8968855a99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:05.183721 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-54df8594-949a-44ca-afc0-8968855a99c8 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=f3195229-1c26-41c0-ae8b-17364debbf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411725 Nov 02 12:43:05.209837 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Deleting port 70c1f838-9398-4e76-a633-75523183d556 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:05.210532 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (70c1f838-9398-4e76-a633-75523183d556), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.271630 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:05.282506 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-917c1591-7dd8-4c95-9507-02c602475436 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919476 Nov 02 12:43:05.292211 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (70c1f838-9398-4e76-a633-75523183d556), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.292537 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for floatingip (70c1f838-9398-4e76-a633-75523183d556), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.306131 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Calling delete_port for 70c1f838-9398-4e76-a633-75523183d556 owned by network:floatingip {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:05.382197 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-82dbba24-227f-491e-bb05-fa8277e1e8a9 req-2dac5070-f6ec-4ba2-8683-7a89ba3ea441 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938244 Nov 02 12:43:05.454026 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (70c1f838-9398-4e76-a633-75523183d556), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.476474 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event deleted for resources: {'Port': ['ID=70c1f838-9398-4e76-a633-75523183d556,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:05.490646 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.490994 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.491333 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.491667 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.492005 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.492336 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.492661 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.492987 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.493325 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.493647 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.493969 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.494288 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.494606 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.494991 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.495244 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:05.551647 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks [] for floatingip (377b654d-dd81-43ee-9ff7-b7f5af30daf7), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.551977 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.db.l3_db [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Floating IP 377b654d-dd81-43ee-9ff7-b7f5af30daf7 disassociated (deleted). External IP: 172.27.3.121, port: 958295e8-1c3b-4281-9b06-162fe002d30e. Nov 02 12:43:05.754114 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-06f38c93-dfbc-47c4-a4c0-0859eed3f682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.754825 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Router 43e3cf85-1942-4c45-9c7f-068dd352762c has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:05.862876 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:05.868196 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for floatingip (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:05.873904 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] Sync routers for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:05.887528 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:43:05.888783 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:43:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:05.900620 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0d968ad1-b3ec-47a1-8758-6fa4f8ccfefa tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/377b654d-dd81-43ee-9ff7-b7f5af30daf7 HTTP/1.1" status: 204 len: 168 time: 0.8373957 Nov 02 12:43:05.901347 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e'}] {{(pid=106351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:05.903695 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7355a7215d61ea955272cbfcf9fd2b8b62ea6054fb9c4a3fb8375329e88113c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e"}]}' {{(pid=106351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:05.948647 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16476f22-996d-4296-ad71-43bf099e0b34 x-openstack-request-id: req-16476f22-996d-4296-ad71-43bf099e0b34 {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:05.949042 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e", "status": "completed", "code": 200}]} {{(pid=106351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:05.949311 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-16476f22-996d-4296-ad71-43bf099e0b34 {{(pid=106351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:05.950514 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16476f22-996d-4296-ad71-43bf099e0b34'] response: {'name': 'network-changed', 'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e', 'status': 'completed', 'code': 200} Nov 02 12:43:05.999894 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:06.010102 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-9e80e6eb-ded1-43b9-8d87-672479f6bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:06.011478 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-9e80e6eb-ded1-43b9-8d87-672479f6bb38 service neutron] 10.222.0.87 "GET /networking/v2.0/ports?tenant_id=fc45d759676e41178c93f56305f41958&device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 1130 time: 0.0432527 Nov 02 12:43:06.128520 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-07e2a851-800c-4cc8-b019-1091d7f39aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:06.130150 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-07e2a851-800c-4cc8-b019-1091d7f39aa4 service neutron] 10.222.0.87 "GET /networking/v2.0/networks?id=f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 200 len: 916 time: 0.1128438 Nov 02 12:43:06.187948 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-d22435fe-6c75-4b52-adaa-926bc5624fa4 service neutron] 10.222.0.87 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 200 len: 217 time: 0.0455470 Nov 02 12:43:06.207438 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '36c782f4-6aad-4996-a3fe-53bfaa641f75', 'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'mac_address': 'fa:16:3e:b8:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:10Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 5, 'project_id': 'fc45d759676e41178c93f56305f41958', 'subnets': [{'id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:06.233091 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] Checking router: 43e3cf85-1942-4c45-9c7f-068dd352762c for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:06.242478 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:43:06.243084 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:43:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:06.244326 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-8d9575c1-2506-43aa-b46e-02ca4502eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:06.245811 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-8d9575c1-2506-43aa-b46e-02ca4502eb6d service neutron] 10.222.0.87 "GET /networking/v2.0/subnets?id=7ae5d55d-15c1-4af4-b00e-1de11aa98b56 HTTP/1.1" status: 200 len: 853 time: 0.0473304 Nov 02 12:43:06.345073 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:06.528548 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '36c782f4-6aad-4996-a3fe-53bfaa641f75', 'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'mac_address': 'fa:16:3e:b8:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:10Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 5, 'project_id': 'fc45d759676e41178c93f56305f41958', 'subnets': [{'id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:06.557326 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc6348-20aa-4047-8955-a8c64ad8cc8d None None] The sync data for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi is: [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:41:11Z', 'revision_number': 4, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi', '_interfaces': [{'id': '36c782f4-6aad-4996-a3fe-53bfaa641f75', 'name': '', 'network_id': 'f3195229-1c26-41c0-ae8b-17364debbf8d', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'mac_address': 'fa:16:3e:b8:85:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:10Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 5, 'project_id': 'fc45d759676e41178c93f56305f41958', 'subnets': [{'id': '7ae5d55d-15c1-4af4-b00e-1de11aa98b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:06.728980 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-b1b147a2-1779-47e2-b436-0de96339df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:06.730610 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-b1b147a2-1779-47e2-b436-0de96339df1e service neutron] 10.222.0.87 "GET /networking/v2.0/ports?network_id=f3195229-1c26-41c0-ae8b-17364debbf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471704 Nov 02 12:43:06.819756 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13353cd3-0ba9-4819-995c-027c84dde1ed None None] New status for floating IP 377b654d-dd81-43ee-9ff7-b7f5af30daf7: DOWN {{(pid=106352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:43:06.842515 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-0aba6a4c-f2d3-4b48-a317-d1b9b87a2dd2 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059008 Nov 02 12:43:06.955201 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-d49bcc1d-2e7c-49f4-a864-ba694f02ad12 req-6f7af23b-6239-46e9-88fc-01f07b4d7a51 service neutron] 10.222.0.87 "GET /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069617 Nov 02 12:43:07.654465 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:08.340808 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:08.638559 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:08.663765 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:08.678102 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706e3a1-9ae5-486f-ae6f-1cd4fce3db70 req-2449ae3d-8548-4373-9703-609f3b0e28cc tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:08.679581 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3706e3a1-9ae5-486f-ae6f-1cd4fce3db70 req-2449ae3d-8548-4373-9703-609f3b0e28cc tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0494764 Nov 02 12:43:08.730251 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [req-3706e3a1-9ae5-486f-ae6f-1cd4fce3db70 req-6f0642e4-83cd-41cb-a65b-a2833c66abb0 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449018 Nov 02 12:43:08.995548 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:09.853825 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85d2b8-3609-42ed-9fd0-1621a7efac8a req-626ca3c0-3a9e-4a05-9be4-5d49deb17b68 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:09.855288 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1f85d2b8-3609-42ed-9fd0-1621a7efac8a req-626ca3c0-3a9e-4a05-9be4-5d49deb17b68 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0485830 Nov 02 12:43:09.905389 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-1f85d2b8-3609-42ed-9fd0-1621a7efac8a req-e3803c70-0383-4d67-8b7e-da258b34f642 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=025545a8-da33-4e85-9c40-afe4360c018d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 Nov 02 12:43:10.301929 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-763b9e55-36ef-46ca-b903-de81ea7d9df9 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:43:10.303314 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-763b9e55-36ef-46ca-b903-de81ea7d9df9 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.87 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 946 time: 0.0484064 Nov 02 12:43:10.389119 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Deleting port 958295e8-1c3b-4281-9b06-162fe002d30e {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:10.389993 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:10.481807 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] For port 958295e8-1c3b-4281-9b06-162fe002d30e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=958295e8-1c3b-4281-9b06-162fe002d30e,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:10.482196 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:10.500160 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Calling delete_port for 958295e8-1c3b-4281-9b06-162fe002d30e owned by compute:nova {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:10.541636 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=100 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:10.575414 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:10.630170 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (958295e8-1c3b-4281-9b06-162fe002d30e), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:10.642217 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] get_ports_and_sgs() called for port_ids ['958295e8-1c3b-4281-9b06-162fe002d30e'] {{(pid=106352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:43:10.658228 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Pushing event deleted for resources: {'Port': ['ID=958295e8-1c3b-4281-9b06-162fe002d30e,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:10.705319 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] No DVR routers for this DVR port 958295e8-1c3b-4281-9b06-162fe002d30e on host hv-cinder-86327 {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:10.707863 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235081'] for port (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:10.711173 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-50bb63a4-49d6-46db-8acf-4bb920878af6 req-70bbedce-d41d-4c56-8926-91dafc6e8467 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.87 "DELETE /networking/v2.0/ports/958295e8-1c3b-4281-9b06-162fe002d30e HTTP/1.1" status: 204 len: 173 time: 0.4031808 Nov 02 12:43:10.711676 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'name': 'network-vif-deleted', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e'}] {{(pid=106350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:43:10.714064 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8e037bf79ff4a7ee38816c54b380b19eea00d5fb86d31e43233284ea7e3ae3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8937a7b-c645-4572-af3a-40ccc08ff146" -d '{"events": [{"server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "name": "network-vif-deleted", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e"}]}' {{(pid=106350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:10.752191 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd811f5f-407b-4c74-94ff-3d4e83e00bfa x-openstack-request-id: req-cd811f5f-407b-4c74-94ff-3d4e83e00bfa {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:10.752492 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3c00b7-517d-4fd2-9a39-6682d3e10f3d", "name": "network-vif-deleted", "tag": "958295e8-1c3b-4281-9b06-162fe002d30e", "status": "completed", "code": 200}]} {{(pid=106350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:10.752749 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cd811f5f-407b-4c74-94ff-3d4e83e00bfa {{(pid=106350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:10.753188 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd811f5f-407b-4c74-94ff-3d4e83e00bfa'] response: {'server_uuid': 'ba3c00b7-517d-4fd2-9a39-6682d3e10f3d', 'name': 'network-vif-deleted', 'tag': '958295e8-1c3b-4281-9b06-162fe002d30e', 'status': 'completed', 'code': 200} Nov 02 12:43:11.022731 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [req-13a3fff1-0107-4748-894b-400afda7e984 req-27550006-5c35-48ed-ae2e-551253789689 tempest-TestMinimumBasicScenario-1512368839 tempest-TestMinimumBasicScenario-1512368839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ba3c00b7-517d-4fd2-9a39-6682d3e10f3d HTTP/1.1" status: 200 len: 210 time: 0.0296316 Nov 02 12:43:12.719657 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49372) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:13.032106 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (43e3cf85-1942-4c45-9c7f-068dd352762c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.256499 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Deleting port 36c782f4-6aad-4996-a3fe-53bfaa641f75 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:13.256880 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.337357 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] For port 36c782f4-6aad-4996-a3fe-53bfaa641f75, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=36c782f4-6aad-4996-a3fe-53bfaa641f75,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:13.337754 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.354670 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Calling delete_port for 36c782f4-6aad-4996-a3fe-53bfaa641f75 owned by network:router_interface {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:13.478663 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:13.512444 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:13.536901 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (36c782f4-6aad-4996-a3fe-53bfaa641f75), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.562601 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Pushing event deleted for resources: {'Port': ['ID=36c782f4-6aad-4996-a3fe-53bfaa641f75,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:13.725916 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (43e3cf85-1942-4c45-9c7f-068dd352762c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.931147 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Router 43e3cf85-1942-4c45-9c7f-068dd352762c has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:14.032758 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:14.037615 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e9496c22-508f-4c55-89d4-d829b3757dea admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/43e3cf85-1942-4c45-9c7f-068dd352762c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3172398 Nov 02 12:43:14.040095 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49374) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:14.042905 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] Sync routers for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:14.054061 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:43:14.054667 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:43:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:14.161274 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:14.322404 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 958295e8-1c3b-4281-9b06-162fe002d30e no longer exists at agent hyperv_hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:14.336034 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:43:13Z', 'revision_number': 5, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:14.342385 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] No Port match for: 958295e8-1c3b-4281-9b06-162fe002d30e {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:14.342774 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Device 958295e8-1c3b-4281-9b06-162fe002d30e not bound to the agent host hv-cinder-86327 {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:14.364707 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=100 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:14.367179 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] Checking router: 43e3cf85-1942-4c45-9c7f-068dd352762c for host: dv-cinder-863273-1-iscsi {{(pid=106353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:14.376390 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] Routers {'43e3cf85-1942-4c45-9c7f-068dd352762c'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:43:14.377018 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:43:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['43e3cf85-1942-4c45-9c7f-068dd352762c'], 'active': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:14.384247 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks [] for router (43e3cf85-1942-4c45-9c7f-068dd352762c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.486054 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks [] for router_gateway (43e3cf85-1942-4c45-9c7f-068dd352762c), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.516846 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=100 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:14.533322 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Deleting port 47d739c4-3659-4a22-921f-850417fda40b {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:14.533734 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (47d739c4-3659-4a22-921f-850417fda40b), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.571769 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvr_db [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] Set router 43e3cf85-1942-4c45-9c7f-068dd352762c gateway port host: dv-cinder-863273-1-iscsi {{(pid=106353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:14.615429 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] For port 47d739c4-3659-4a22-921f-850417fda40b, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=47d739c4-3659-4a22-921f-850417fda40b,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:14.615754 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (47d739c4-3659-4a22-921f-850417fda40b), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.626136 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:14.630775 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Calling delete_port for 47d739c4-3659-4a22-921f-850417fda40b owned by network:router_gateway {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:14.642834 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:14.743423 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_hamode_db [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:43:13Z', 'revision_number': 5, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:14.768102 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ede5b-ab57-478a-8f35-fb9050152954 None None] The sync data for ids ['43e3cf85-1942-4c45-9c7f-068dd352762c'] in dv-cinder-863273-1-iscsi is: [{'id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'name': 'tempest-TestMinimumBasicScenario-613629004-router', 'tenant_id': 'fc45d759676e41178c93f56305f41958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '47d739c4-3659-4a22-921f-850417fda40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:08Z', 'updated_at': '2022-11-02T12:43:13Z', 'revision_number': 5, 'project_id': 'fc45d759676e41178c93f56305f41958', 'gw_port': {'id': '47d739c4-3659-4a22-921f-850417fda40b', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e3cf85-1942-4c45-9c7f-068dd352762c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:09Z', 'updated_at': '2022-11-02T12:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}] {{(pid=106353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:14.809770 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (47d739c4-3659-4a22-921f-850417fda40b), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.838012 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=47d739c4-3659-4a22-921f-850417fda40b,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:14.901184 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (43e3cf85-1942-4c45-9c7f-068dd352762c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.987941 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (43e3cf85-1942-4c45-9c7f-068dd352762c), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.990385 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks [] for router_controller (43e3cf85-1942-4c45-9c7f-068dd352762c), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.031749 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (43e3cf85-1942-4c45-9c7f-068dd352762c), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.032409 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43e3cf85-1942-4c45-9c7f-068dd352762c {{(pid=106351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:43:15.037096 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.038031 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-2926b6b4-f71f-446c-b8b8-21341d5fbc5c admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/43e3cf85-1942-4c45-9c7f-068dd352762c HTTP/1.1" status: 204 len: 168 time: 0.9970479 Nov 02 12:43:15.040572 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49376) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:15.087489 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cabf54a-a22c-46b4-b8b8-1bb935ba4f9d admin admin] Deleting subnet 7ae5d55d-15c1-4af4-b00e-1de11aa98b56 {{(pid=106351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:43:15.090525 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0cabf54a-a22c-46b4-b8b8-1bb935ba4f9d admin admin] Publish callbacks [] for subnet (7ae5d55d-15c1-4af4-b00e-1de11aa98b56), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.126743 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0cabf54a-a22c-46b4-b8b8-1bb935ba4f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5960170'] for subnet (7ae5d55d-15c1-4af4-b00e-1de11aa98b56), precommit_delete_associations {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.204907 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0cabf54a-a22c-46b4-b8b8-1bb935ba4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (7ae5d55d-15c1-4af4-b00e-1de11aa98b56), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.266817 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0cabf54a-a22c-46b4-b8b8-1bb935ba4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5432924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4241350'] for subnet (7ae5d55d-15c1-4af4-b00e-1de11aa98b56), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.295705 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabf54a-a22c-46b4-b8b8-1bb935ba4f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae5d55d-15c1-4af4-b00e-1de11aa98b56,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:15.300713 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-0cabf54a-a22c-46b4-b8b8-1bb935ba4f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for subnet (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.307379 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-0cabf54a-a22c-46b4-b8b8-1bb935ba4f9d admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/7ae5d55d-15c1-4af4-b00e-1de11aa98b56 HTTP/1.1" status: 204 len: 168 time: 0.2657952 Nov 02 12:43:15.308066 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49378) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:15.314705 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551151e-7032-46dd-b2b7-ce9da2e45980 None None] Network f3195229-1c26-41c0-ae8b-17364debbf8d requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:43:15.382689 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 36c782f4-6aad-4996-a3fe-53bfaa641f75 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:15.385630 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (f3195229-1c26-41c0-ae8b-17364debbf8d), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.433600 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 36c782f4-6aad-4996-a3fe-53bfaa641f75 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:15.433944 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 36c782f4-6aad-4996-a3fe-53bfaa641f75 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:15.440629 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Deleting port c775880e-5414-4dbc-b873-cf3767caede5 {{(pid=106351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:15.440978 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (c775880e-5414-4dbc-b873-cf3767caede5), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.509681 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.db [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] For port c775880e-5414-4dbc-b873-cf3767caede5, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=c775880e-5414-4dbc-b873-cf3767caede5,segment=NetworkSegment(6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376),segment_id=6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376)] {{(pid=106351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:15.510061 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (c775880e-5414-4dbc-b873-cf3767caede5), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.524019 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Calling delete_port for c775880e-5414-4dbc-b873-cf3767caede5 owned by network:dhcp {{(pid=106351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:15.560239 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:15.571020 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:15.610791 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5432943'] for port (c775880e-5414-4dbc-b873-cf3767caede5), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.634939 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c775880e-5414-4dbc-b873-cf3767caede5,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:15.641202 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] No DVR routers for this DVR port c775880e-5414-4dbc-b873-cf3767caede5 on host dv-cinder-863273-1-iscsi {{(pid=106351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:15.712640 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (f3195229-1c26-41c0-ae8b-17364debbf8d), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.734115 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3195229-1c26-41c0-ae8b-17364debbf8d']}} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:15.743750 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376') {'for_net_delete': True} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:15.744043 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.services.segments.db [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376') {} {{(pid=106351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:15.754572 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5960189'] for segment (6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.769303 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.781595 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=106351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:43:15.782000 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5432962'] for segment (6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.811844 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86848665-07ce-436a-8552-5ac3319377c9 None None] DHCP port deletion for f3195229-1c26-41c0-ae8b-17364debbf8d request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:43:15.855798 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (f3195229-1c26-41c0-ae8b-17364debbf8d), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.862600 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.865649 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/f3195229-1c26-41c0-ae8b-17364debbf8d HTTP/1.1" status: 204 len: 168 time: 0.5562537 Nov 02 12:43:15.868959 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49384) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:15.878860 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9f777-abaf-49a4-8b98-fb8af5d67ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3195229-1c26-41c0-ae8b-17364debbf8d,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:15.899875 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376 resource provider aggregate not found Nov 02 12:43:15.917314 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.services.segments.plugin [-] Segment 6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c8de88d-1b5e-4c8e-8b7d-a852ad2b2376 found for delete ", "request_id": "req-697c0088-b099-4a0d-8865-3773700d0a76"}]} Nov 02 12:43:16.193549 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889851'] for router_interface (6b331248-ed89-41bd-a13e-fcf51acd9291), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.418070 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Deleting port 981af304-7885-4cd8-ba81-9b7d2e568eed {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:16.418415 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.510780 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] For port 981af304-7885-4cd8-ba81-9b7d2e568eed, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=981af304-7885-4cd8-ba81-9b7d2e568eed,segment=NetworkSegment(445ffc66-ef1d-4661-a1b7-225bed542ca5),segment_id=445ffc66-ef1d-4661-a1b7-225bed542ca5)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:16.511140 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.525530 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Calling delete_port for 981af304-7885-4cd8-ba81-9b7d2e568eed owned by network:router_interface {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:16.575952 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:16.649805 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:16.715177 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (981af304-7885-4cd8-ba81-9b7d2e568eed), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:16.740357 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Pushing event deleted for resources: {'Port': ['ID=981af304-7885-4cd8-ba81-9b7d2e568eed,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:16.913116 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7992332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7889963'] for router_interface (6b331248-ed89-41bd-a13e-fcf51acd9291), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.123693 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Router 6b331248-ed89-41bd-a13e-fcf51acd9291 has already been hosted by L3 agent 9bf30e53-c1e3-4799-8254-e9a41a7affe7 {{(pid=106350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:43:17.228457 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] Notify agent at l3_agent.dv-cinder-863273-1-iscsi the message routers_updated {{(pid=106350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:43:17.233303 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-b82e97e9-8e3f-4e32-9602-e4a67f73f384 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/6b331248-ed89-41bd-a13e-fcf51acd9291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3631592 Nov 02 12:43:17.236053 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49388) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:17.238906 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] Sync routers for ids ['6b331248-ed89-41bd-a13e-fcf51acd9291'] in dv-cinder-863273-1-iscsi {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:43:17.249478 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] Routers {'6b331248-ed89-41bd-a13e-fcf51acd9291'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:43:17.250126 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:43:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['6b331248-ed89-41bd-a13e-fcf51acd9291'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:17.348651 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks [] for router (6b331248-ed89-41bd-a13e-fcf51acd9291), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.361271 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] Set router 6b331248-ed89-41bd-a13e-fcf51acd9291 gateway port host: dv-cinder-863273-1-iscsi {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:17.388733 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c775880e-5414-4dbc-b873-cf3767caede5 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:17.433757 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:17.436307 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: c775880e-5414-4dbc-b873-cf3767caede5 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:17.436658 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device c775880e-5414-4dbc-b873-cf3767caede5 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:17.437099 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 47d739c4-3659-4a22-921f-850417fda40b no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:17.451009 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks [] for router_gateway (6b331248-ed89-41bd-a13e-fcf51acd9291), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.456454 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:17.498633 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 47d739c4-3659-4a22-921f-850417fda40b {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:17.498988 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 47d739c4-3659-4a22-921f-850417fda40b not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:17.502210 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Deleting port 720a8b2c-ee41-4853-acad-68c67eba8796 {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:17.502561 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.581477 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'external_fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:43:16Z', 'revision_number': 5, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'gw_port': {'id': '720a8b2c-ee41-4853-acad-68c67eba8796', 'name': '', 'network_id': 'b4c0f5b3-ec14-4a15-acff-2fb8ffffce43', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863273-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae29f28e-3a8c-4cf6-8b15-e258d681bd35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863273-1-iscsi'}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:17.588656 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] For port 720a8b2c-ee41-4853-acad-68c67eba8796, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=720a8b2c-ee41-4853-acad-68c67eba8796,segment=NetworkSegment(3d297b7f-d6b7-4375-9645-faf1bc53ed46),segment_id=3d297b7f-d6b7-4375-9645-faf1bc53ed46)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:17.589043 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.598205 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:17.603199 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Calling delete_port for 720a8b2c-ee41-4853-acad-68c67eba8796 owned by network:router_gateway {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:17.610797 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] Checking router: 6b331248-ed89-41bd-a13e-fcf51acd9291 for host: dv-cinder-863273-1-iscsi {{(pid=106352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:43:17.619603 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] Routers {'6b331248-ed89-41bd-a13e-fcf51acd9291'} bound to L3 agent in host dv-cinder-863273-1-iscsi {{(pid=106352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Nov 02 12:43:17.620208 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863273-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:20:36Z,description=,heartbeat_timestamp=2022-11-02T12:43:06Z,host='dv-cinder-863273-1-iscsi',id=9bf30e53-c1e3-4799-8254-e9a41a7affe7,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:20:36Z,topic='l3_agent')) {'router_ids': ['6b331248-ed89-41bd-a13e-fcf51acd9291'], 'active': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:17.698594 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:17.705404 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvr_db [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] Set router 6b331248-ed89-41bd-a13e-fcf51acd9291 gateway port host: None {{(pid=106352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 12:43:17.885070 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_hamode_db [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:43:17Z', 'revision_number': 6, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'gw_port_host': None}], 'dv-cinder-863273-1-iscsi', False) {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:17.913061 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfea065-739c-4a35-b22e-c2d338b33872 None None] The sync data for ids ['6b331248-ed89-41bd-a13e-fcf51acd9291'] in dv-cinder-863273-1-iscsi is: [{'id': '6b331248-ed89-41bd-a13e-fcf51acd9291', 'name': 'tempest-TestMinimumBasicScenario-380935177-router', 'tenant_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:41:13Z', 'updated_at': '2022-11-02T12:43:17Z', 'revision_number': 6, 'project_id': 'b0a1a24ed40f4bbc88a0163fea3319e0', 'gw_port_host': None}] {{(pid=106352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:43:18.031665 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (720a8b2c-ee41-4853-acad-68c67eba8796), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.058292 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Pushing event deleted for resources: {'Port': ['ID=720a8b2c-ee41-4853-acad-68c67eba8796,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:18.122900 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7904637'] for router_gateway (6b331248-ed89-41bd-a13e-fcf51acd9291), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.211602 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3509'] for router (6b331248-ed89-41bd-a13e-fcf51acd9291), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.213682 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks [] for router_controller (6b331248-ed89-41bd-a13e-fcf51acd9291), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.258387 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890020'] for router (6b331248-ed89-41bd-a13e-fcf51acd9291), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.258970 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b331248-ed89-41bd-a13e-fcf51acd9291 {{(pid=106350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:43:18.268756 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.272711 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-c8d4ee89-bad8-418f-8397-95b334f0fe8b admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/6b331248-ed89-41bd-a13e-fcf51acd9291 HTTP/1.1" status: 204 len: 168 time: 1.0329864 Nov 02 12:43:18.272985 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49390) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:18.320094 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a093709-ca0f-4927-9784-07bbbb025f93 admin admin] Deleting subnet 38d2c1f5-16d3-4d35-8d75-39cd2c31b186 {{(pid=106350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 12:43:18.323501 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2a093709-ca0f-4927-9784-07bbbb025f93 admin admin] Publish callbacks [] for subnet (38d2c1f5-16d3-4d35-8d75-39cd2c31b186), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.363846 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2a093709-ca0f-4927-9784-07bbbb025f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5705596'] for subnet (38d2c1f5-16d3-4d35-8d75-39cd2c31b186), precommit_delete_associations {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.437970 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2a093709-ca0f-4927-9784-07bbbb025f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655425'] for subnet (38d2c1f5-16d3-4d35-8d75-39cd2c31b186), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.494069 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2a093709-ca0f-4927-9784-07bbbb025f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5336142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4919004'] for subnet (38d2c1f5-16d3-4d35-8d75-39cd2c31b186), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.523026 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a093709-ca0f-4927-9784-07bbbb025f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d2c1f5-16d3-4d35-8d75-39cd2c31b186,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:18.527233 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-2a093709-ca0f-4927-9784-07bbbb025f93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.530444 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-2a093709-ca0f-4927-9784-07bbbb025f93 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/38d2c1f5-16d3-4d35-8d75-39cd2c31b186 HTTP/1.1" status: 204 len: 168 time: 0.2563560 Nov 02 12:43:18.533421 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49392) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:18.534020 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8764a91-7543-4ab8-a0ce-fc4bf09b08f7 None None] Network 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 requested from dv-cinder-863273-1-iscsi {{(pid=106352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 12:43:18.540703 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:18.604328 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-861058'] for network (0bed0c0e-67e7-41f5-886a-3b5b2d76cda9), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.649516 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Deleting port 3b642644-f486-49e8-a3a2-5455d42fc7bc {{(pid=106350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:18.649860 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.696280 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] DHCP port deletion for 0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 request from dv-cinder-863273-1-iscsi {{(pid=106352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 12:43:18.723212 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.db [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] For port 3b642644-f486-49e8-a3a2-5455d42fc7bc, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=3b642644-f486-49e8-a3a2-5455d42fc7bc,segment=NetworkSegment(445ffc66-ef1d-4661-a1b7-225bed542ca5),segment_id=445ffc66-ef1d-4661-a1b7-225bed542ca5)] {{(pid=106350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:18.723489 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.738836 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Deleting port 3b642644-f486-49e8-a3a2-5455d42fc7bc {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 12:43:18.739155 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.plugin [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Calling delete_port for 3b642644-f486-49e8-a3a2-5455d42fc7bc owned by network:dhcp {{(pid=106350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:18.739276 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727638109727'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.812203 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] For port 3b642644-f486-49e8-a3a2-5455d42fc7bc, host dv-cinder-863273-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863273-1-iscsi',level=0,port_id=3b642644-f486-49e8-a3a2-5455d42fc7bc,segment=NetworkSegment(445ffc66-ef1d-4661-a1b7-225bed542ca5),segment_id=445ffc66-ef1d-4661-a1b7-225bed542ca5)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:18.812603 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870077'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.816658 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:18.827282 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5336189'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.828780 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Calling delete_port for 3b642644-f486-49e8-a3a2-5455d42fc7bc owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 12:43:18.858357 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] No DVR routers for this DVR port 3b642644-f486-49e8-a3a2-5455d42fc7bc on host dv-cinder-863273-1-iscsi {{(pid=106350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:18.863052 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b642644-f486-49e8-a3a2-5455d42fc7bc,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:18.923256 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-695221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727638108829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727637570542'] for port (3b642644-f486-49e8-a3a2-5455d42fc7bc), after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.948553 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Pushing event deleted for resources: {'Port': ['ID=3b642644-f486-49e8-a3a2-5455d42fc7bc,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:18.949044 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811123', 'neutron.services.segments.db._delete_segments_for_network-8727638002899'] for network (0bed0c0e-67e7-41f5-886a-3b5b2d76cda9), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:18.961421 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] No DVR routers for this DVR port 3b642644-f486-49e8-a3a2-5455d42fc7bc on host dv-cinder-863273-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 12:43:18.964155 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.964815 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.965334 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.965864 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.966290 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.966712 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.967130 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.967545 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.968111 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.969144 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.969714 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.970293 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.970861 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.971275 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.971686 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bef2c95-dd68-4d06-b5b7-926684262fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863273-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:18.987140 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bed0c0e-67e7-41f5-886a-3b5b2d76cda9']}} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:18.997620 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445ffc66-ef1d-4661-a1b7-225bed542ca5') {'for_net_delete': True} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:18.997918 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.services.segments.db [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445ffc66-ef1d-4661-a1b7-225bed542ca5') {} {{(pid=106350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:19.008707 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727638037149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5705579'] for segment (445ffc66-ef1d-4661-a1b7-225bed542ca5), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.023471 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916'] for segment (445ffc66-ef1d-4661-a1b7-225bed542ca5), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.030370 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=106350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:43:19.030753 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-813916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5336208'] for segment (445ffc66-ef1d-4661-a1b7-225bed542ca5), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.098953 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8371495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7992327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7904656'] for network (0bed0c0e-67e7-41f5-886a-3b5b2d76cda9), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.104975 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7992433'] for network (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.108227 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/0bed0c0e-67e7-41f5-886a-3b5b2d76cda9 HTTP/1.1" status: 204 len: 168 time: 0.5738401 Nov 02 12:43:19.120849 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593dbb4-859c-4adf-b586-973340fba13f admin admin] Pushing event deleted for resources: {'Network': ['ID=0bed0c0e-67e7-41f5-886a-3b5b2d76cda9,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:19.128074 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 445ffc66-ef1d-4661-a1b7-225bed542ca5 resource provider aggregate not found Nov 02 12:43:19.145446 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.services.segments.plugin [-] Segment 445ffc66-ef1d-4661-a1b7-225bed542ca5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 445ffc66-ef1d-4661-a1b7-225bed542ca5 found for delete ", "request_id": "req-64a505ff-55ec-4f50-9674-ebd658dfde95"}]} Nov 02 12:43:19.294945 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49402) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:19.307643 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 981af304-7885-4cd8-ba81-9b7d2e568eed no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:19.330381 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 981af304-7885-4cd8-ba81-9b7d2e568eed {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:19.330730 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 981af304-7885-4cd8-ba81-9b7d2e568eed not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:19.331154 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 720a8b2c-ee41-4853-acad-68c67eba8796 no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:19.339358 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-4500c98e-e105-4bd0-b46f-c47c57792b23 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=fc45d759676e41178c93f56305f41958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431769 Nov 02 12:43:19.342067 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [-] (106350) accepted ('10.222.0.85', 49404) {{(pid=106350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:19.350506 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 720a8b2c-ee41-4853-acad-68c67eba8796 {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:19.350859 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 720a8b2c-ee41-4853-acad-68c67eba8796 not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:19.351287 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 3b642644-f486-49e8-a3a2-5455d42fc7bc no longer exists at agent ovs-agent-dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:19.371385 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] No Port match for: 3b642644-f486-49e8-a3a2-5455d42fc7bc {{(pid=106352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 12:43:19.371828 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.rpc [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Device 3b642644-f486-49e8-a3a2-5455d42fc7bc not bound to the agent host dv-cinder-863273-1-iscsi {{(pid=106352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:19.396368 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e6237c3c-c5da-4194-bd4f-eb84a34b28c4 admin admin] Publish callbacks [] for security_group (025545a8-da33-4e85-9c40-afe4360c018d), before_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.416680 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e6237c3c-c5da-4194-bd4f-eb84a34b28c4 admin admin] Publish callbacks [] for security_group (025545a8-da33-4e85-9c40-afe4360c018d), precommit_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.465933 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e6237c3c-c5da-4194-bd4f-eb84a34b28c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (025545a8-da33-4e85-9c40-afe4360c018d), after_delete {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.468703 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron_lib.callbacks.manager [None req-e6237c3c-c5da-4194-bd4f-eb84a34b28c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.469883 dv-cinder-863273-1-iscsi neutron-server[106350]: INFO neutron.wsgi [None req-e6237c3c-c5da-4194-bd4f-eb84a34b28c4 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/025545a8-da33-4e85-9c40-afe4360c018d HTTP/1.1" status: 204 len: 168 time: 0.1268754 Nov 02 12:43:19.478108 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6237c3c-c5da-4194-bd4f-eb84a34b28c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025545a8-da33-4e85-9c40-afe4360c018d,revision_number=None']} {{(pid=106350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:19.479972 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:43:19.801927 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49410) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:19.842849 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-b997e3fb-520d-449d-8bc5-329ce749cc9a admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=b0a1a24ed40f4bbc88a0163fea3319e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397587 Nov 02 12:43:19.846062 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.wsgi [-] (106351) accepted ('10.222.0.85', 49412) {{(pid=106351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:19.904991 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-55ed77d6-0736-45f5-ac55-ae53c08d65cb admin admin] Publish callbacks [] for security_group (e0cae2e7-7f20-470e-bbe9-88b4cbaed0ac), before_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.926522 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-55ed77d6-0736-45f5-ac55-ae53c08d65cb admin admin] Publish callbacks [] for security_group (e0cae2e7-7f20-470e-bbe9-88b4cbaed0ac), precommit_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.981195 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-55ed77d6-0736-45f5-ac55-ae53c08d65cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369362'] for security_group (e0cae2e7-7f20-470e-bbe9-88b4cbaed0ac), after_delete {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.984197 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron_lib.callbacks.manager [None req-55ed77d6-0736-45f5-ac55-ae53c08d65cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:19.985814 dv-cinder-863273-1-iscsi neutron-server[106351]: INFO neutron.wsgi [None req-55ed77d6-0736-45f5-ac55-ae53c08d65cb admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/e0cae2e7-7f20-470e-bbe9-88b4cbaed0ac HTTP/1.1" status: 204 len: 168 time: 0.1386178 Nov 02 12:43:19.994956 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed77d6-0736-45f5-ac55-ae53c08d65cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cae2e7-7f20-470e-bbe9-88b4cbaed0ac,revision_number=None']} {{(pid=106351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:29.451468 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:29.478383 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG dbcounter [-] [106350] Writing DB stats neutron:SELECT=73,neutron:DELETE=7 {{(pid=106350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:29.989600 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=48,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:29.990643 dv-cinder-863273-1-iscsi neutron-server[106351]: DEBUG dbcounter [-] [106351] Writing DB stats neutron:SELECT=44,neutron:DELETE=6 {{(pid=106351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:30.009749 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:30.010528 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:30.439359 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:32.773576 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8f9c486e-88b7-4968-9e7f-7f03a73fee58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:35.747947 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96783150-3f84-4949-aeb3-c3cb573b8b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:37.592002 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=40 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:37.592739 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=46 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:37.658061 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:38.344634 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:39.000605 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:48.986221 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:48.995701 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:43:56.479250 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:44:00.472890 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.775791 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f66cd77c-7736-4f39-93a3-20240eb9d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:05.750666 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d117798f-dd36-4e78-a23a-916d97a4f7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:07.660849 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:08.346979 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.003601 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.588955 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:14.589971 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:18.997770 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:19.000466 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:30.471117 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:30.484923 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:32.778492 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2b8d-27da-4738-988b-a1ab4f9ae055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.478894 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:44:35.755440 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0685729c-3a1e-4c67-8dbd-a0f4e6239bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:37.662749 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:38.350340 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.002534 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:51.580784 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:51.586054 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:54.016906 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:44:54.017669 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:00.471574 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.782735 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b054d668-c7ea-49ae-935b-f3a601556a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:05.758336 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-67b48fcd-75bc-4722-bed3-b5f8fe2b9771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:07.665958 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:08.353216 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:09.005205 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:10.477699 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:18.999754 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:19.003017 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:30.471289 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.785585 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8a0f28f7-0504-4f6e-af09-a47f17ae6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:34.012015 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=16 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:34.013255 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=18 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:35.759808 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-abd2a3a5-589a-483b-97d1-ad361bfdd08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:37.672899 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:38.363298 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:39.007991 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.476553 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:49.001973 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:45:49.003846 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:00.471487 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.787520 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7a10800b-d619-4144-96eb-8d9983620832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.579007 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=3 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:05.579840 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:05.762408 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19a854c6-4063-42fb-a954-15a958f576cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.672126 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.355772 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.010451 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.000850 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:19.005913 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:24.474854 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:46:30.467127 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.789499 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8cec4982-4c65-4b0f-a23d-1e7f88cb5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.768326 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-61669b52-126d-47c0-8d1d-65ce9da4b120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.674607 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.359256 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.420176 dv-cinder-863273-1-iscsi neutron-server[106350]: DEBUG neutron.wsgi [req-8f52b916-e796-4039-885c-4578203a69e0 req-a13380a6-b941-43cb-a715-2fb4700dacb3 service neutron] (106350) timed out ('10.222.0.87', 60034) {{(pid=106350) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 12:46:39.013659 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:42.575545 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:42.576259 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=5 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:54.021981 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:54.023866 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:46:55.463843 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=2 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:00.477241 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:01.474990 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:47:02.791101 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a15643ca-c485-4a1c-800c-1e7b94c222d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.772350 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f769f1c8-007d-40a2-b673-fe3ed8054f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.677652 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:08.362581 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.015618 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:19.005772 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:19.011134 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:19.571837 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:19.572542 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:30.470915 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.794171 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f68b9fac-8583-4600-a46d-2a5ac2796620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.016605 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=12 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:34.019384 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=14 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:35.773844 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d724dc66-0567-43d3-ace7-179a6aa37e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:37.679620 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.367815 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:38.474583 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:47:39.019626 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:49.013279 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:49.015149 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:56.561894 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:47:56.568137 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG dbcounter [-] [106353] Writing DB stats neutron:SELECT=4 {{(pid=106353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:00.475155 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.796447 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44641716-2716-4fea-8505-a6a0b63e919e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:05.774956 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd6a8c08-39c0-4511-ad16-7cc22c576e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (9bf30e53-c1e3-4799-8254-e9a41a7affe7), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.682756 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99d7f7df-b5e8-4d71-98fd-fab46e791e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (af198c7f-ddad-4a1e-9b38-7c45598cfbc2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.360796 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bd16d9f4-18f7-4319-911e-c7978076bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (5c057c4d-23ee-498f-be9f-553421e952d2), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:09.023587 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc31cf76-91a1-4f72-a768-bb8c14cf1fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (40b7c3a6-ed5b-4bb9-ba09-488480161b57), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.474566 dv-cinder-863273-1-iscsi neutron-server[106353]: DEBUG neutron.db.agents_db [None req-01340397-4837-491c-873f-bb3f376de327 None None] Agent healthcheck: found 6 active agents {{(pid=106353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:48:19.017095 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:19.019077 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG dbcounter [-] [106352] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106352) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 12:48:30.486881 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-4db0eee9-2f81-4dd3-b2dc-0604ef8ca2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (1fd2fcb9-483c-48b9-93c0-9e7834d597db), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.801401 dv-cinder-863273-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8d0cb55c-c5a0-4053-a9ca-b6522142c340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727638002881', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-818994'] for agent (7c12646a-28de-48fa-bec2-9c560618d250), after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}